-- Logs begin at Thu 2022-10-27 00:44:14 UTC, end at Thu 2022-10-27 01:54:18 UTC. -- Oct 27 01:15:36.321135 dv-cinder-815582-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 01:15:39.054975 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:15:39.055599 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev103 Oct 27 01:15:39.055875 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104533) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 01:15:39.059304 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:15:39.059557 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev103 Oct 27 01:15:39.059870 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104533) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 01:15:39.060802 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:15:39.061036 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:15:39.061547 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:15:39.061798 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:15:39.062028 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:15:39.062351 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.062653 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.062886 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.063185 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.063478 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.063809 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.064052 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.064350 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.064635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.064912 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.065233 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.065468 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.065749 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.066034 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.066320 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.066544 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] debug = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.066825 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.067256 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.067664 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.067957 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.068244 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.068523 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.068793 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.069077 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.069378 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.069710 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] host = dv-cinder-815582-19-iscsi {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.069989 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.070278 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.070564 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.070849 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.071125 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.071958 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.072242 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.072519 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.072794 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.073089 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.073381 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.073669 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.073959 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.074185 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.074410 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.074696 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.074993 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.075269 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.075543 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.075816 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.076091 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.076364 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.076631 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.076914 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.077229 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.077513 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.077786 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.078058 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.078337 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.078611 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.078892 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.079164 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.079436 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.079706 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.079991 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.080260 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.080532 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.080830 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.081137 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.081420 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.081702 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.081974 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.082253 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.082525 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.082794 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.083063 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_json = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.083332 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.083599 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.083880 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.084149 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.084419 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.084691 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.084960 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.085326 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.085599 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:39.085895 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.086189 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.086489 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.086772 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.087733 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.088037 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.088334 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.088620 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.088908 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.089225 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.089517 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.089794 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.090093 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.090384 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.090679 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.090981 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.091272 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.091560 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.091833 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.092104 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.092375 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.092649 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.092933 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.093244 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.093531 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.093816 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.094093 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.094388 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.094670 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.094955 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.095246 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.095531 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.095805 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.096080 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.096369 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.096644 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.096914 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.097224 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.097503 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.097774 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.098054 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.098348 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.098635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.098908 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.099184 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.099471 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.099743 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.100012 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.100283 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.100559 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.100829 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.101136 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.101414 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.101685 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.101953 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.102228 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.102499 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.102904 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.103193 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.103459 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.103733 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.104003 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.104273 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.104543 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.104814 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.105108 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.105388 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.105663 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.105939 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.106211 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.106482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.106756 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.107025 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.107296 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.107579 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.107874 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.108150 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.108434 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.108713 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.108992 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.109294 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.109575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.109854 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.110131 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.110404 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.110695 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.110980 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.111266 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.111545 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.111841 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.112135 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.112411 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.112689 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.112963 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.113261 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.113540 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.113822 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.114098 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.114374 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.114661 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.114946 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.115239 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.115535 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.115815 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.116108 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.116400 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.116693 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.116973 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.117303 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.117583 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:39.117803 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:15:39.118044 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 01:15:39.497972 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 01:15:39.498294 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 01:15:39.498565 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 01:15:39.498793 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 01:15:39.499073 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 01:15:39.499400 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 01:15:39.824661 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.824960 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.825272 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.826484 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.826767 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.827033 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.879930 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.880215 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.880482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.895617 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.895901 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.896173 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.925549 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.925828 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.926099 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.962744 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.963022 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:39.963292 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.194268 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.194886 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.194886 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.195281 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.195981 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.293987 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.294305 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.294590 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.294870 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.295142 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.295456 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.295719 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.295979 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.296237 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.296522 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.296786 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.297053 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.297344 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.297601 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.297861 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.298129 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.298389 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.298659 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.298930 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.299193 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.299468 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.299724 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.300008 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.300386 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.300641 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.300892 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.301317 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.301560 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.301800 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.302035 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.302271 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.302505 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:40.303118 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 01:15:40.306761 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 01:15:40.310654 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 01:15:40.314394 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 27 01:15:40.316014 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 01:15:40.316633 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 01:15:40.316970 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 01:15:40.317383 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 01:15:40.320136 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 01:15:40.320388 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 01:15:40.320736 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:15:40.326485 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 01:15:40.349012 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 01:15:40.349486 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.349786 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 27 01:15:40.350159 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.351502 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 01:15:40.351780 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:15:40.352026 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 01:15:40.362763 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.363048 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:40.488981 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 01:15:40.489187 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 01:15:40.489423 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 01:15:40.489801 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 01:15:40.543259 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO dbcounter [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Registered counter for database neutron Oct 27 01:15:40.563383 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_db.sqlalchemy.engines [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 27 01:15:40.569173 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writer thread running {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 01:15:41.119018 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing driver for type 'gre' Oct 27 01:15:41.119478 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] gre ID ranges: [(1, 1000)] Oct 27 01:15:41.177961 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing driver for type 'local' Oct 27 01:15:41.178301 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing driver for type 'vlan' Oct 27 01:15:41.191813 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] VlanTypeDriver initialization complete Oct 27 01:15:41.192198 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing driver for type 'vxlan' Oct 27 01:15:41.192733 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] vxlan ID ranges: [(1, 1000)] Oct 27 01:15:41.249512 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing extension driver 'port_security' Oct 27 01:15:41.250105 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.extensions.port_security [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] PortSecurityExtensionDriver initialization complete Oct 27 01:15:41.250197 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing mechanism driver 'openvswitch' Oct 27 01:15:41.250493 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing mechanism driver 'hyperv' Oct 27 01:15:41.257001 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:15:41.257698 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.258077 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.258436 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.259480 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.259951 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.260314 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.260666 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.261079 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.261496 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.261850 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.262199 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.262588 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.263003 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.263357 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.263720 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.264095 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.264502 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.264853 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.265226 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.265747 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.266159 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.266512 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.266859 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.267249 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 01:15:41.267701 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] ML2 OVO RPC backend initialized. {{(pid=104533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 27 01:15:41.268404 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.268765 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.269219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.269575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > networks before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.269922 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.270277 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > ports before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.270629 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.270972 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.271318 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.271662 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.272000 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.272342 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.272681 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.273018 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.273378 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.273715 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.274052 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.282409 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded quota_driver: . Oct 27 01:15:41.282777 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.plugin [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Modular L2 Plugin initialization complete Oct 27 01:15:41.283125 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading services supported by the core plugin {{(pid=104533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 01:15:41.283474 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.plugins.ml2.managers [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Got port-security extension from driver 'port_security' Oct 27 01:15:41.283961 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.extensions.vlantransparent [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Disabled vlantransparent extension. Oct 27 01:15:41.284461 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 01:15:41.284790 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: router Oct 27 01:15:41.320223 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.320616 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_create 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.320991 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router before_create 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.322057 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.322484 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.322850 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_delete 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.323217 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.323575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.323938 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_create 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.324291 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.324648 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.325005 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.325393 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.325807 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.326178 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.326524 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.326874 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: subnet after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.327234 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.327569 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.327919 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.328264 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.328610 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.328967 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router after_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.329352 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.329709 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.330073 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.330423 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.330791 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > agent after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.331144 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.331492 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.332349 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Tracking information for resource: router configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:41.332691 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Tracking information for resource: floatingip configured {{(pid=104533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:15:41.338334 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.db.l3_agentschedulers_db [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 01:15:41.338912 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.339276 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.339630 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.339987 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.340783 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router before_create 55550100 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.341186 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.341554 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.341915 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.346737 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.provider_configuration [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service providers = [] {{(pid=104533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 01:15:41.347106 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.db.servicetype_db [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 01:15:41.350096 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.service_base [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:15:41.350446 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.service_base [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:15:41.350788 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.service_base [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:15:41.351680 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.services.service_base [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:15:41.352054 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.services.service_base [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 01:15:41.352430 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.352889 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 01:15:41.363453 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.363793 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: auto_allocate Oct 27 01:15:41.369652 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: network precommit_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.369977 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: network precommit_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.370497 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.370819 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: tag Oct 27 01:15:41.378110 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.378456 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: timestamp Oct 27 01:15:41.383004 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.383425 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: network_ip_availability Oct 27 01:15:41.390113 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.390523 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.390919 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.391663 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.391985 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: flavors Oct 27 01:15:41.396722 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.397074 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading Plugin: revisions Oct 27 01:15:41.402097 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:15:41.402485 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=104533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 01:15:41.404551 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 27 01:15:41.404902 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Initializing extension manager. Oct 27 01:15:41.405470 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: __init__.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.405817 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: __pycache__ {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.406156 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: address_group.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.406885 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.407459 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: address-group Oct 27 01:15:41.407787 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: address_scope.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.408468 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.408985 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: address-scope Oct 27 01:15:41.409335 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.410228 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.410743 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: router-admin-state-down-before-update Oct 27 01:15:41.411066 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: agent.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.411729 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.412238 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: agent Oct 27 01:15:41.412557 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: agent_resources_synced.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.413443 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.413953 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: agent-resources-synced Oct 27 01:15:41.414276 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.416071 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.416588 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: allowed-address-pairs Oct 27 01:15:41.416920 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.417975 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.418495 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: auto-allocated-topology Oct 27 01:15:41.418823 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: availability_zone.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.419482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.419991 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: availability_zone Oct 27 01:15:41.420315 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: availability_zone_filter.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.421398 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.421912 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: availability_zone_filter Oct 27 01:15:41.422240 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: data_plane_status.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.423108 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.423616 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 01:15:41.423939 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: default_subnetpools.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.424816 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.425351 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: default-subnetpools Oct 27 01:15:41.425677 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.426449 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.426973 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: dhcp_agent_scheduler Oct 27 01:15:41.427297 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: dns.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.428427 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.428939 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 01:15:41.429287 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: dns_domain_ports.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.430168 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.430802 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 01:15:41.431222 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.432113 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.432624 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 01:15:41.432949 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: dvr.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.433614 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.434126 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: dvr Oct 27 01:15:41.434449 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: ecmp_routes.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.435326 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.435831 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 01:15:41.436149 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: empty_string_filtering.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.437020 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.437553 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: empty-string-filtering Oct 27 01:15:41.437875 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.438735 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.439240 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:15:41.439561 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.440438 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.440941 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 01:15:41.441292 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: external_net.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.442158 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.442666 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: external-net Oct 27 01:15:41.442988 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.443857 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.444365 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: extra_dhcp_opt Oct 27 01:15:41.444689 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: extraroute.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.445578 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.446090 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: extraroute Oct 27 01:15:41.447057 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: extraroute_atomic.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.448062 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.448574 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: extraroute-atomic Oct 27 01:15:41.448899 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: filter_validation.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.449550 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.450063 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: filter-validation Oct 27 01:15:41.450387 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: fip_pf_description.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.451251 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.451757 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 01:15:41.452079 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: fip_pf_detail.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.452945 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.453493 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 27 01:15:41.453820 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: fip_pf_port_range.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.454688 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.455198 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 27 01:15:41.455522 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: fip_port_details.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.456385 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.456901 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: fip-port-details Oct 27 01:15:41.457265 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: flavors.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.458441 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.458947 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: flavors Oct 27 01:15:41.459274 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.460891 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.461442 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 01:15:41.461775 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: floatingip_pools.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.463053 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.463529 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: floatingip-pools Oct 27 01:15:41.463858 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: ip_allocation.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.464739 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.465272 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 01:15:41.465599 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.466483 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.466999 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: ip-substring-filtering Oct 27 01:15:41.467329 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l2_adjacency.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.468222 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.468731 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 01:15:41.469082 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.470007 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.470527 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: router Oct 27 01:15:41.470852 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.473256 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.473786 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:15:41.474122 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.475003 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.475521 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: ext-gw-mode Oct 27 01:15:41.475852 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.476733 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.477276 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: l3-ha Oct 27 01:15:41.477649 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.478606 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.479102 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 27 01:15:41.479426 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_flavors.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.480300 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.480813 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: l3-flavors Oct 27 01:15:41.481171 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.482490 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.483010 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 27 01:15:41.483337 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.484209 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.484729 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 01:15:41.485084 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: l3agentscheduler.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.486065 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.486582 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: l3_agent_scheduler Oct 27 01:15:41.486911 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: local_ip.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.488617 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.489183 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension local_ip not supported by any of loaded plugins Oct 27 01:15:41.489522 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: logging.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.490957 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.491484 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension logging not supported by any of loaded plugins Oct 27 01:15:41.491817 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: metering.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.492523 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.493174 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: metering Oct 27 01:15:41.493651 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.494724 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.495246 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: metering_source_and_destination_fields Oct 27 01:15:41.495580 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: multiprovidernet.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.496470 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.496990 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: multi-provider Oct 27 01:15:41.497349 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: netmtu.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.498238 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.498772 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: net-mtu Oct 27 01:15:41.499182 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: netmtu_writable.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.499960 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.500468 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: net-mtu-writable Oct 27 01:15:41.500795 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: network_availability_zone.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.501476 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.501985 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: network_availability_zone Oct 27 01:15:41.502307 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: network_ip_availability.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.503371 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.503887 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: network-ip-availability Oct 27 01:15:41.504214 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: network_segment_range.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.504949 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.505506 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 01:15:41.505818 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: pagination.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.506762 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.507095 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: pagination Oct 27 01:15:41.507418 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_device_profile.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.508289 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.509373 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-device-profile Oct 27 01:15:41.509756 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_mac_address_override.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.510644 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.511165 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-mac-override Oct 27 01:15:41.511487 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.512364 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.512876 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-mac-address-regenerate Oct 27 01:15:41.513224 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.514100 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.514614 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-numa-affinity-policy Oct 27 01:15:41.514936 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_resource_request.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.515804 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.516312 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 01:15:41.516635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.517586 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.518101 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 27 01:15:41.518424 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: portbindings.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.519294 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.519807 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: binding Oct 27 01:15:41.520130 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: portbindings_extended.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.521367 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.521890 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: binding-extended Oct 27 01:15:41.522219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: portsecurity.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.523093 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.523616 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-security Oct 27 01:15:41.523942 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: project_id.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.524968 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.525323 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: project-id Oct 27 01:15:41.525648 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: providernet.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.526738 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.527261 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: provider Oct 27 01:15:41.527586 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.531078 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.531612 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos not supported by any of loaded plugins Oct 27 01:15:41.531950 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.533191 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.533725 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 01:15:41.534058 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.534948 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.535494 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 01:15:41.535825 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_default.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.536699 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.537255 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-default not supported by any of loaded plugins Oct 27 01:15:41.537584 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_fip.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.538476 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.539002 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 01:15:41.539331 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.540740 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.541285 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 27 01:15:41.541613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.542500 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.543018 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 01:15:41.543346 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.544220 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.544734 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 01:15:41.545080 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.546069 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.546593 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 01:15:41.546919 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.547907 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.548423 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 27 01:15:41.548756 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_pps_rule.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.549891 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.550411 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 01:15:41.550739 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.551613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.552125 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 01:15:41.552451 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.553625 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.554140 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 27 01:15:41.554467 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: qos_rules_alias.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.555463 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.556745 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 01:15:41.557089 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: quota_check_limit.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.557972 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.558492 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: quota-check-limit Oct 27 01:15:41.558824 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: quotasv2.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.559716 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.560045 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: quotas Oct 27 01:15:41.560368 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: quotasv2_detail.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.562064 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.562407 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: quota_details Oct 27 01:15:41.562740 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: rbac.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.563753 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.564279 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: rbac-policies Oct 27 01:15:41.564609 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: rbac_address_group.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.565524 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.566040 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: rbac-address-group Oct 27 01:15:41.566366 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: rbac_address_scope.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.567325 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.567859 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: rbac-address-scope Oct 27 01:15:41.568165 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: rbac_security_groups.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.569084 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.569593 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: rbac-security-groups Oct 27 01:15:41.569916 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.570792 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.571370 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: rbac-subnetpool Oct 27 01:15:41.571691 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: revisionifmatch.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.572577 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.573109 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: revision-if-match Oct 27 01:15:41.573435 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: revisions.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.574521 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.575033 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: standard-attr-revisions Oct 27 01:15:41.575358 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: router_availability_zone.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.575991 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.576512 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: router_availability_zone Oct 27 01:15:41.576833 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: routerservicetype.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.577748 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.578264 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 01:15:41.578591 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.579474 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.579989 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: security-groups-normalized-cidr Oct 27 01:15:41.580311 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.581247 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.581759 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: port-security-groups-filtering Oct 27 01:15:41.582081 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.582975 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.583485 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: security-groups-remote-address-group Oct 27 01:15:41.583809 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.584703 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.585252 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: security-groups-shared-filtering Oct 27 01:15:41.585578 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: securitygroup.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.595298 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.595837 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: security-group Oct 27 01:15:41.596175 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: segment.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.596868 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.597417 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension segment not supported by any of loaded plugins Oct 27 01:15:41.597749 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.598650 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.599186 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 01:15:41.599515 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: servicetype.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.600590 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.601147 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: service-type Oct 27 01:15:41.601478 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: sorting.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.602424 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.603399 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: sorting Oct 27 01:15:41.603725 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: standard_attr_segment.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.604609 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.605155 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 01:15:41.605485 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: standardattrdescription.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.606097 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.606615 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: standard-attr-description Oct 27 01:15:41.606942 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: stateful_security_group.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.607830 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.608352 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: stateful-security-group Oct 27 01:15:41.608682 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: stdattrs_common.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.609262 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 01:15:41.609591 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.610486 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.611009 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 01:15:41.611337 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnet_onboard.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.612349 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.612868 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: subnet_onboard Oct 27 01:15:41.613225 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.614116 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.614632 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 01:15:41.614958 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnet_service_types.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.615845 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.616365 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: subnet-service-types Oct 27 01:15:41.616693 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnetallocation.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.617767 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.618895 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: subnet_allocation Oct 27 01:15:41.619306 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.619989 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.620462 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: subnetpool-prefix-ops Oct 27 01:15:41.620785 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.621700 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.622217 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 01:15:41.622540 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: tagging.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.623538 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.624066 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: standard-attr-tag Oct 27 01:15:41.624390 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: timestamp.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.625574 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.626096 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loaded extension: standard-attr-timestamp Oct 27 01:15:41.626423 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: trunk.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.627415 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.627935 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension trunk not supported by any of loaded plugins Oct 27 01:15:41.628266 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: trunk_details.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.629169 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.629691 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 01:15:41.630017 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.630907 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.631423 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 01:15:41.631748 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Loading extension file: vlantransparent.py {{(pid=104533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:15:41.632378 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:15:41.632891 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 01:15:41.635548 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:network Oct 27 01:15:41.636098 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnet Oct 27 01:15:41.636504 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:15:41.636904 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:port Oct 27 01:15:41.638200 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.638649 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service FLAVORS assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.639268 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.639697 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.640042 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:router Oct 27 01:15:41.640479 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:15:41.640971 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service METERING assigned prefix: /metering {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.642434 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.642814 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.643174 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:15:41.644184 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:15:41.644633 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:15:41.645099 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:15:41.645632 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service CORE assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.645964 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:15:41.646314 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] subnetpool is already registered Oct 27 01:15:41.646745 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service CORE assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.647081 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:15:41.647418 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] subnetpool is already registered Oct 27 01:15:41.650534 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.650978 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service FLAVORS assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.651584 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.652015 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.652353 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:router Oct 27 01:15:41.652701 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] router is already registered Oct 27 01:15:41.653160 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:15:41.653507 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] floatingip is already registered Oct 27 01:15:41.653967 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service METERING assigned prefix: /metering {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.654640 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:15:41.654974 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] rbac_policy is already registered Oct 27 01:15:41.655393 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:15:41.655735 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] security_group is already registered Oct 27 01:15:41.656146 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:15:41.656493 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] security_group_rule is already registered Oct 27 01:15:41.657141 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service CORE assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.657478 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:15:41.657820 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] subnetpool is already registered Oct 27 01:15:41.658249 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.v2.resource_helper [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Service CORE assigned prefix: {{(pid=104533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:15:41.658578 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:15:41.658913 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING neutron.quota.resource_registry [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] subnetpool is already registered Oct 27 01:15:41.659390 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: extensions {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.660853 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: address-groups {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.662386 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: address-scopes {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.663761 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: agents {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.665018 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: auto-allocated-topology {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.666918 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: availability_zones {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.668149 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: dhcp-networks {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.669701 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: dhcp-agents {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.671133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: routers {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.672902 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: flavors {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.674211 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: service_profiles {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.675435 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: next_providers {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.676887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: service_profiles {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.679643 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: floatingip-pools {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.680966 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: routers {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.682711 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: floatingips {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.684006 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: l3-routers {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.685433 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: l3-agents {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.686875 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: metering-labels {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.688209 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: metering-label-rules {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.689653 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: network-ip-availabilities {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.690942 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: bindings {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.692514 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: quotas {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.694224 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: quotas {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.695775 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: rbac-policies {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.697284 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: security-groups {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.698603 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: security-group-rules {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.699865 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: service-providers {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.701132 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: subnetpools {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.702483 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: subnetpools {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.704035 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.705786 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.707612 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.709452 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.711196 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.713768 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.715465 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.717413 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.719225 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.721000 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron.api.extensions [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Extended resource: tags {{(pid=104533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:15:41.727072 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING keystonemiddleware.auth_token [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 01:15:41.732837 dv-cinder-815582-19-iscsi neutron-server[104533]: WARNING keystonemiddleware.auth_token [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 01:15:41.741752 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Acquiring lock "singleton_lock" {{(pid=104533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 27 01:15:41.742085 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Acquired lock "singleton_lock" {{(pid=104533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 27 01:15:41.742558 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_concurrency.lockutils [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Releasing lock "singleton_lock" {{(pid=104533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 27 01:15:41.743374 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Starting 2 workers Oct 27 01:15:41.750049 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Started child 104646 {{(pid=104533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:15:41.754451 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.755936 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [-] (104646) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:15:41.756306 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Started child 104647 {{(pid=104533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:15:41.758620 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO neutron.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 01:15:41.759645 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.760858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.762074 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Starting 1 workers Oct 27 01:15:41.762270 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [-] (104647) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:15:41.767272 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Started child 104648 {{(pid=104533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:15:41.767798 dv-cinder-815582-19-iscsi neutron-server[104533]: INFO oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Starting 1 workers Oct 27 01:15:41.771033 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] calling RpcWorker wait() {{(pid=104648) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 01:15:41.771572 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] returning from RpcWorker wait() {{(pid=104648) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 01:15:41.772185 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Started child 104649 {{(pid=104533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:15:41.772937 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.773034 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-791ffc1c-162d-4979-9289-00f684ff39f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.773682 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:15:41.775826 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:15:41.776039 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:15:41.776156 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:15:41.776532 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:15:41.777009 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:15:41.777360 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:15:41.777950 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:41.778437 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.778437 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.778568 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.778797 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.779189 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:15:41.779376 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.779652 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.779905 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.780184 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.780457 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.780634 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.780799 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.781230 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.781639 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.782096 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.782513 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.782908 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.783329 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.783655 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.784064 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.784489 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.784883 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.785339 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] debug = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.785743 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.786383 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.786786 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.787171 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.787553 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.787976 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.788358 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.788776 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.789187 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.789583 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.790189 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.791080 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.791506 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.791977 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.792343 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.792781 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.793192 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.793839 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] host = dv-cinder-815582-19-iscsi {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.794243 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.794644 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.795049 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.795443 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.795846 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.796233 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.796647 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.797077 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.797474 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.797860 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.798253 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.798646 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.799036 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.799301 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.799594 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_options = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.799950 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.800360 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.800760 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.801103 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.801435 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.801739 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.802141 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.802460 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.803113 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.803487 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.803833 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.804240 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.804633 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.804994 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.805389 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.805908 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.806202 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.806623 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.807036 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.807418 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.807791 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.808163 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.808542 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.808898 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.809316 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.809666 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.810035 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.810404 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.810760 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.811135 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.811536 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.811939 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.812300 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.812682 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.813112 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.813486 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.813953 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.814321 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.814763 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.815147 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.815516 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.816438 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.816438 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.816438 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.816672 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.816812 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.817236 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_json = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.817459 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.817677 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.818078 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.818447 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.818807 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.819172 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.819542 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.819789 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.820021 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.820471 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.820759 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.821106 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.821546 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.821802 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.822056 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.822294 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.822521 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.822774 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.823185 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.823662 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.823888 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.824327 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.824738 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.825212 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.825720 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.826161 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.826636 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.827058 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.827483 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.827881 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.828299 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.828742 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.829162 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.829570 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.829991 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.830385 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.830861 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.831293 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.831741 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.832241 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.832696 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.833156 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.833612 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.834033 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.834446 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.834883 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.835269 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.835635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.835992 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.836386 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.836764 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.837717 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.838171 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.838524 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.838930 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.839181 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.839611 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.840084 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.840310 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.840687 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.840905 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.841285 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.841654 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.842038 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.842434 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.842854 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.843096 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.843360 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.843627 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.843881 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.844107 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.844380 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.844602 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.844841 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.845101 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.845340 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.845548 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.845943 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.846338 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.846558 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.846796 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.847012 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.847385 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.847636 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.847877 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.848090 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.848463 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.848829 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.849083 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.849333 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.849556 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.849769 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.849981 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.850232 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.850435 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.850665 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.850877 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.851088 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.851320 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.851690 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.851920 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.852229 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.853125 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.853384 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.853648 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.853955 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.854199 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.854452 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.854687 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.854912 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.855144 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.855395 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.855642 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.855887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.856121 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.856340 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.856575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.856789 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.857196 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.857416 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.857632 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.857862 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.858071 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.858306 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.858542 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.858785 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.859032 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.859296 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.859525 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.859739 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.859970 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.860228 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.860492 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.860728 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.860996 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.861287 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.861530 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.861911 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.862104 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.862483 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.862632 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.862858 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.863110 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.863355 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.863601 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.863829 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.864073 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.864313 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.864561 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.864797 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.865031 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.865305 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.865619 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.865850 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.866064 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.866277 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.866561 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.866818 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.867052 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.867318 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.867569 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.867831 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.868115 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.868378 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.868592 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.868847 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.869131 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.869354 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.869586 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.869799 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.870083 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.870268 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.870482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.870741 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.870971 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.871209 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.871446 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.871670 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.871887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.872134 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.872348 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.872590 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.872846 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.873099 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.873319 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.873578 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.873757 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.874017 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.874233 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.874511 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.874887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.875008 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.875186 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.875426 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.875677 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.875890 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.876133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.876372 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.876584 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.876820 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.877034 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.877270 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.877501 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.877746 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.877964 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.878196 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.878448 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.878823 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.879074 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.879319 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880809 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.880809 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.881172 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.881172 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.881429 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.881621 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.881853 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.882070 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.882635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.882635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.882901 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.883041 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.883174 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.883635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.883635 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.884032 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.884235 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885133 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885441 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885441 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885654 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.885812 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.886141 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.886385 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.886621 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.886876 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.887117 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.887366 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.887595 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.887831 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.888046 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.888278 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.888516 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.888719 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.888940 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.889168 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.889382 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.889604 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.889819 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.890033 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.890253 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.890460 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.890671 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.890897 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.891111 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.891410 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:15:41.891538 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.891737 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.891974 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.892190 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.892418 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.892636 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.892848 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.893098 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.893326 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.893534 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.893781 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.893996 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.894209 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.894511 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.894803 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.895007 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.895301 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.895527 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.895790 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.896087 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.896389 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.896575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.896823 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.897095 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.897349 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.897594 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.897863 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.898191 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.898511 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.898771 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.899039 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.899841 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.900219 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.900509 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.900725 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.901035 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.901383 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.901652 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.901904 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.902161 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.902423 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.902668 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.902895 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.903131 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.903348 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.903585 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.903819 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.904221 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.904451 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.904669 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.904897 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.905149 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.905378 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.905589 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.905804 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.906187 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.906351 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:15:41.907038 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:15:41.907199 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:15:41.907533 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:15:41.907877 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:15:41.908049 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:15:41.908205 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:15:41.908413 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.908576 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.908736 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.908897 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.909097 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.909270 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.909427 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.909733 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.909897 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910055 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910217 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910381 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910542 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910685 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910839 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.910989 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911149 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911306 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911465 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911625 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911785 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.911997 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] debug = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.912090 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.912291 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.912484 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.912604 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.912920 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.913245 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.913402 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.913704 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.913873 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.914034 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917105 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] host = dv-cinder-815582-19-iscsi {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.917613 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_options = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918556 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918556 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918556 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918732 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.918862 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919166 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919373 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919491 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919643 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919801 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.919958 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920114 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920272 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920428 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920587 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920742 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.920901 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921077 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921235 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921395 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921555 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921712 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.921868 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922027 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922185 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922342 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922498 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922654 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.922811 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923370 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923370 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923370 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923609 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923609 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923774 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.923843 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924000 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924155 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924316 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924474 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924632 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924793 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.924950 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925128 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925292 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925466 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925661 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_json = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925757 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.925905 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926067 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926221 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926380 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926540 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926688 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926841 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.926999 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:15:41.927169 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928432 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928903 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928903 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.928903 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929145 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929145 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929292 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929426 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929583 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.929891 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.930217 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.930379 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.930543 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.930749 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.931049 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.931356 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.931529 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.931692 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.931837 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932000 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932160 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932331 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932503 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932647 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932824 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.932983 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.933173 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.933334 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.933495 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.933659 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.933820 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934132 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934296 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934458 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934619 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934780 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.934970 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935104 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935238 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935398 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935560 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935729 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.935859 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936026 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936188 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936349 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936511 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936670 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936829 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.936989 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.937177 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.937350 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.937509 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938029 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938029 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938029 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938273 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938273 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938417 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938567 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938731 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.938887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939055 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939215 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939380 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939556 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939705 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.939847 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940015 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940190 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940302 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940459 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940622 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940754 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.940917 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941051 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941228 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941389 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941549 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941710 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.941870 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942028 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942187 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942348 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942508 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942677 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.942859 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943020 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943180 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943341 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943501 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943661 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943822 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.943981 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944140 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944299 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944457 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944616 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944779 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.944940 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945127 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945272 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945433 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945592 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945753 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.945912 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.946073 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.946316 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.946602 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.946892 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.947175 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.947461 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.947732 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.947902 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948068 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948232 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948394 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948564 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948725 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.948887 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949048 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949239 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949411 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949572 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949733 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.949893 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950053 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950213 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950372 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950532 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950691 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.950850 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951010 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951182 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951344 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951504 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951664 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.951845 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952004 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952163 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952323 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952641 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952804 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.952963 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953148 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953310 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953470 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953631 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953790 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.953950 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954110 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954269 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954429 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954589 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954749 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.954910 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955070 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955232 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955392 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955551 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955711 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.955870 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956031 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956190 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956351 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956511 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956672 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956832 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.956982 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957162 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957322 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957482 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957641 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957803 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.957962 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958123 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958283 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958444 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958603 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958763 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.958927 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959083 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959242 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959403 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959562 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959723 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.959884 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960044 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960215 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960364 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960523 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960701 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.960861 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.961021 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.961205 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.961368 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.961530 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.961691 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.962465 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.962625 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.962797 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963039 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963207 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963368 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963528 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963689 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.963848 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964008 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964168 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964331 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964494 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964653 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964814 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.964974 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965167 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965316 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965476 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965636 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965796 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.965956 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966115 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966276 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966436 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966608 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966768 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.966927 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967088 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967247 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967407 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967575 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967734 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.967894 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968052 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968211 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968370 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968539 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968698 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.968857 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969016 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969197 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969358 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969528 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969687 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.969847 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970006 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970165 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970325 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970494 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970653 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970813 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.970972 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971131 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971290 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971459 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971619 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971779 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.971938 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972097 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972257 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972442 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972608 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972770 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.972938 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973118 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973285 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973445 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973614 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973775 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.973936 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974095 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974255 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974415 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974576 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974739 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.974908 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975072 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975233 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975401 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975567 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975734 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.975894 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976058 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976229 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976388 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976548 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976706 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.976864 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.977024 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.977206 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.977366 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.978194 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.978442 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.978607 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.978767 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.978930 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979090 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979250 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979409 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979569 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979728 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.979889 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.980051 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:15:41.980204 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:15:42.004742 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 53882) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:15:42.012563 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0058022 Oct 27 01:15:42.016953 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038092 Oct 27 01:15:51.242236 dv-cinder-815582-19-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:15:53.402691 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f803b-6f22-4bfc-8f04-cef5692d04ee None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:15:53.416218 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writer thread running {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 01:15:53.491902 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f803b-6f22-4bfc-8f04-cef5692d04ee None None] No non-hosted networks {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 01:15:53.509432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.agentschedulers_db [None req-c22f803b-6f22-4bfc-8f04-cef5692d04ee None None] DHCP Agent not found on host dv-cinder-815582-19-iscsi {{(pid=104648) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 27 01:15:53.646293 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0c00-cee0-4008-b5b6-4a576ac1dcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:55.292914 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writer thread running {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 01:15:55.742946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-76f3b690-a44b-486b-85b3-2b3efe52e7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:55.787758 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1d33-9f4e-4d1b-a5c8-960ccd84b2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:57.141033 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:57.324514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 53956) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:15:57.939467 dv-cinder-815582-19-iscsi neutron-server[104646]: WARNING oslo_policy.policy [None req-fe3d85a4-4c2e-4ac4-b933-f7247018f896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:15:57.940034 dv-cinder-815582-19-iscsi neutron-server[104646]: WARNING oslo_policy.policy [None req-fe3d85a4-4c2e-4ac4-b933-f7247018f896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:15:58.164774 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [None req-fe3d85a4-4c2e-4ac4-b933-f7247018f896 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:15:58.167305 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fe3d85a4-4c2e-4ac4-b933-f7247018f896 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8405173 Oct 27 01:15:58.266586 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.db.l3_hamode_db [None req-f6c23f47-c0a0-48f5-ba36-80fca81c4fef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 01:15:58.355000 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c23f47-c0a0-48f5-ba36-80fca81c4fef None None] Routers set() bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:15:58.355732 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c23f47-c0a0-48f5-ba36-80fca81c4fef None None] Router IDs set() for agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 27 01:15:58.728409 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:59.058140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:15:59.058736 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.059076 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.059418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.059752 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.060108 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.060439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.060767 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.061289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.061623 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.062339 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.062713 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.063006 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.063334 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.063653 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.063981 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:59.064362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:15:59.075973 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:00.872746 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 53992) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:01.190195 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:01.202945 dv-cinder-815582-19-iscsi neutron-server[104646]: ERROR stevedore.extension [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 01:16:01.284283 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.policy [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:16:01.326615 dv-cinder-815582-19-iscsi neutron-server[104646]: WARNING oslo_policy.policy [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:01.326992 dv-cinder-815582-19-iscsi neutron-server[104646]: WARNING oslo_policy.policy [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:01.347112 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writer thread running {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 01:16:01.422862 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484349426', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484345798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484361962', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484357094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484120919', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789484113909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1956733', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1204517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-470434', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406928'] for rbac-policy (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:01.493978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:01.495174 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4658ffb8-93a0-4538-b4c9-db782f6d4444 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214333 Oct 27 01:16:04.100153 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54002) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:04.425522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:04.454656 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Made reservation on behalf of 50a39f634ddf41798003dd395f14be68 for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:16:04.458964 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.478046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.588348 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks [] for security_group (fdc29fc2-3534-4fc6-8102-a15c1da641db), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.592094 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (fdc29fc2-3534-4fc6-8102-a15c1da641db), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.618096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:16:04.653582 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789485518201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (b302ba9d-15bd-4946-bdd5-bd4777708b86), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.654145 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Unsubscribe: segment precommit_create {{(pid=104646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:16:04.654674 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Added segment b302ba9d-15bd-4946-bdd5-bd4777708b86 of type vlan for network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 Oct 27 01:16:04.671356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc29fc2-3534-4fc6-8102-a15c1da641db,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:04.720852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.721247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.721608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.721961 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.722294 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.722623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.722946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.723270 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.723605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.723929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.724255 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.724904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.725257 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.725578 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.725893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Tracked resource versions report: Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: pushed versions: Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: { 'AddressGroup': {'1.2'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Agent': {'1.1'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'ConntrackHelper': {'1.0'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Log': {'1.0'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'NDPProxy': {'1.0'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Network': {'1.1'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Port': {'1.7'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'PortForwarding': {'1.3'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'QosPolicy': {'1.10'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroup': {'1.5'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SubPort': {'1.0'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Subnet': {'1.1'}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Trunk': {'1.1'}} Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: consumer versions: Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Agent': '1.1', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'ConntrackHelper': '1.0', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'LocalIPAssociation': '1.0', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Log': '1.0', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'NDPProxy': '1.0', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Network': '1.1', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Port': '1.7', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'PortForwarding': '1.3', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'QosPolicy': '1.10', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroup': '1.5', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroupRule': '1.2', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SubPort': '1.0', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Subnet': '1.1', Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Trunk': '1.1'}} Oct 27 01:16:04.727866 dv-cinder-815582-19-iscsi neutron-server[104646]: {{(pid=104646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:16:04.765992 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (bc5d77a2-2d7f-4e74-beb2-2054f55461a6), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.808302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (bc5d77a2-2d7f-4e74-beb2-2054f55461a6), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.813914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:04.814888 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:04.836564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:04.930105 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8288822 Oct 27 01:16:04.943331 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a86bb1-5e16-48b8-b35a-0369525ff664 demo demo] Pushing event updated for resources: {'Network': ['ID=bc5d77a2-2d7f-4e74-beb2-2054f55461a6,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:04.956803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:16:07.592653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54016) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:08.006854 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740545d5-162a-4936-9199-3e6adddbadd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:08.008285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-740545d5-162a-4936-9199-3e6adddbadd3 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/bc5d77a2-2d7f-4e74-beb2-2054f55461a6 HTTP/1.1" status: 200 len: 825 time: 0.4146452 Oct 27 01:16:08.032987 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-799aec2c-7ec0-41e8-ad7c-87e9d73605a3 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/f482ee3e-2b27-4288-81a2-ae7f1b2f0258 HTTP/1.1" status: 200 len: 734 time: 0.0187685 Oct 27 01:16:08.041958 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Request body: {'subnet': {'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:08.063741 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Made reservation on behalf of 50a39f634ddf41798003dd395f14be68 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:16:08.066158 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:08.303011 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:08.361641 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (15c3a6f8-1028-43d3-bded-323ace72e395), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:08.436431 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Pushing event updated for resources: {'Subnet': ['ID=15c3a6f8-1028-43d3-bded-323ace72e395,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:08.440839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Checking segment: {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:16:08.441248 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Network hostable DHCP agents. Network: bc5d77a2-2d7f-4e74-beb2-2054f55461a6, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:16:08.462691 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:16:08.473671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, bc5d77a2-2d7f-4e74-beb2-2054f55461a6) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:08.479562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:08.480194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:08.484438 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663b8fc-0d45-4cd9-94d4-79795df6a527 None None] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:16:08.497632 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-256cb43f-3082-41df-a928-2b6bcd9fb336 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4593775 Oct 27 01:16:08.758621 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'project_id': '50a39f634ddf41798003dd395f14be68', 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:16:08.759888 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.005328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:09.045581 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Allocated IP 172.20.0.2 (bc5d77a2-2d7f-4e74-beb2-2054f55461a6/15c3a6f8-1028-43d3-bded-323ace72e395/a1efbd49-be35-4b3b-b600-12ebde375348) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:16:09.317480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks [] for port (a1efbd49-be35-4b3b-b600-12ebde375348), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.325342 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.405149 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:16:09.411133 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:09.416880 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:16:09.418988 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Pushing event updated for resources: {'Port': ['ID=a1efbd49-be35-4b3b-b600-12ebde375348,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:09.432013 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.432352 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.432705 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.433067 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.433404 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.433727 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.434046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.434363 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.434698 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.435017 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.435333 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.435649 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.435960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.436271 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.436582 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Tracked resource versions report: Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: pushed versions: Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: { 'AddressGroup': {'1.2'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Agent': {'1.1'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'ConntrackHelper': {'1.0'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Log': {'1.0'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'NDPProxy': {'1.0'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Network': {'1.1'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Port': {'1.7'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'PortForwarding': {'1.3'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'QosPolicy': {'1.10'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroup': {'1.5'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SubPort': {'1.0'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Subnet': {'1.1'}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Trunk': {'1.1'}} Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: consumer versions: Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Agent': '1.1', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'ConntrackHelper': '1.0', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'LocalIPAssociation': '1.0', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Log': '1.0', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'NDPProxy': '1.0', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Network': '1.1', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Port': '1.7', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'PortForwarding': '1.3', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'QosPolicy': '1.10', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroup': '1.5', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroupRule': '1.2', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SubPort': '1.0', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Subnet': '1.1', Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Trunk': '1.1'}} Oct 27 01:16:09.438023 dv-cinder-815582-19-iscsi neutron-server[104648]: {{(pid=104648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:16:09.514656 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Attempting to bind port a1efbd49-be35-4b3b-b600-12ebde375348 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:16:09.515302 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Attempting to bind port a1efbd49-be35-4b3b-b600-12ebde375348 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:16:09.515547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Attempting to bind port a1efbd49-be35-4b3b-b600-12ebde375348 on network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:16:09.560796 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:16:09.561184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Checking segment: {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:16:09.561636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.562020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Bound using segment: {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:16:09.562499 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Bound port: a1efbd49-be35-4b3b-b600-12ebde375348, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:16:09.562886 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.597310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:09.626870 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] For port a1efbd49-be35-4b3b-b600-12ebde375348, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:16:09.631014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] For port a1efbd49-be35-4b3b-b600-12ebde375348, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a1efbd49-be35-4b3b-b600-12ebde375348,segment=NetworkSegment(b302ba9d-15bd-4946-bdd5-bd4777708b86),segment_id=b302ba9d-15bd-4946-bdd5-bd4777708b86)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:16:09.638939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:09.698211 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673ca5-fddc-4712-aebb-2ae920d9ba8b None None] Pushing event updated for resources: {'Port': ['ID=a1efbd49-be35-4b3b-b600-12ebde375348,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:11.273567 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54026) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:11.844095 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING oslo_policy.policy [None req-214bb762-5101-473d-9cd0-861dfde8d375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:11.844636 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING oslo_policy.policy [None req-214bb762-5101-473d-9cd0-861dfde8d375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:12.067954 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [None req-214bb762-5101-473d-9cd0-861dfde8d375 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:16:12.068979 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-214bb762-5101-473d-9cd0-861dfde8d375 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7945008 Oct 27 01:16:14.757321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54040) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:15.102934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [None req-7e88ff93-cdc6-41fc-b005-54a6a476acce admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:16:15.103992 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-7e88ff93-cdc6-41fc-b005-54a6a476acce admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3457065 Oct 27 01:16:16.768675 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a1efbd49-be35-4b3b-b600-12ebde375348 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:16.851703 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a1efbd49-be35-4b3b-b600-12ebde375348 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:16.852025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:16.852387 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a1efbd49-be35-4b3b-b600-12ebde375348 Oct 27 01:16:16.956568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a1efbd49-be35-4b3b-b600-12ebde375348 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:16.956955 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:16.991006 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port a1efbd49-be35-4b3b-b600-12ebde375348, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a1efbd49-be35-4b3b-b600-12ebde375348,segment=NetworkSegment(b302ba9d-15bd-4946-bdd5-bd4777708b86),segment_id=b302ba9d-15bd-4946-bdd5-bd4777708b86)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:16:16.995683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:17.042386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=a1efbd49-be35-4b3b-b600-12ebde375348,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:17.786894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54052) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:17.817000 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c66d0f-6125-486e-bf97-7d2fa36b40c5 None None] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:16:17.875224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-a81c653a-d973-4230-a9a1-85a9fdbcbdc4 None None] Provisioning complete for port a1efbd49-be35-4b3b-b600-12ebde375348 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:17.875607 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a81c653a-d973-4230-a9a1-85a9fdbcbdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:17.875939 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-a81c653a-d973-4230-a9a1-85a9fdbcbdc4 None None] Attempt 1 to provision port a1efbd49-be35-4b3b-b600-12ebde375348 Oct 27 01:16:17.902716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:18.011068 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a81c653a-d973-4230-a9a1-85a9fdbcbdc4 None None] Current status of the port a1efbd49-be35-4b3b-b600-12ebde375348 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:18.133462 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:18.158305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (72771b21-94e2-46b4-a949-d403af8d9284), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.159808 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (72771b21-94e2-46b4-a949-d403af8d9284), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.228676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-ad5f54e0-58c0-4c6a-b968-4df545b59e57 None None] Provisioning complete for port a1efbd49-be35-4b3b-b600-12ebde375348 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:18.229087 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad5f54e0-58c0-4c6a-b968-4df545b59e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.229443 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-ad5f54e0-58c0-4c6a-b968-4df545b59e57 None None] Attempt 1 to provision port a1efbd49-be35-4b3b-b600-12ebde375348 Oct 27 01:16:18.297417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Publish callbacks [] for router_controller (72771b21-94e2-46b4-a949-d403af8d9284), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.302546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (72771b21-94e2-46b4-a949-d403af8d9284), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.303359 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f54e0-58c0-4c6a-b968-4df545b59e57 None None] Current status of the port a1efbd49-be35-4b3b-b600-12ebde375348 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:18.320634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.321852 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9b7d8ebb-4859-45c7-96dd-49eade41a895 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5338871 Oct 27 01:16:18.756561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a1efbd49-be35-4b3b-b600-12ebde375348 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:18.800414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a1efbd49-be35-4b3b-b600-12ebde375348 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:18.800821 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:18.801188 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a1efbd49-be35-4b3b-b600-12ebde375348 Oct 27 01:16:18.862344 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:18.878088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a1efbd49-be35-4b3b-b600-12ebde375348 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:19.810644 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=9 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:19.831013 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:20.986974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54062) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:21.305772 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [None req-4b8c1b5d-4a64-4993-be45-8169c4607044 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:16:21.306768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4b8c1b5d-4a64-4993-be45-8169c4607044 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3188720 Oct 27 01:16:23.370935 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-439c05c2-d624-4147-b2f3-ac2a3900a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:23.960880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54070) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:24.279220 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:24.301016 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Made reservation on behalf of 062e383759c34ca3b52c150dd337a6ba for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:16:24.304616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.312776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.384650 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:24.389897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks [] for security_group (eecaae1d-6dec-4bc4-9a67-5fb7b4edd30e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.393290 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (eecaae1d-6dec-4bc4-9a67-5fb7b4edd30e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.409196 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Reserving flat network on physical network physnet1 {{(pid=104646) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 01:16:24.435942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecaae1d-6dec-4bc4-9a67-5fb7b4edd30e,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:24.438794 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (6b3c9331-5319-4144-b796-8140b29c492b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.439132 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Added segment 6b3c9331-5319-4144-b796-8140b29c492b of type flat for network b215c84b-1be4-4a75-8035-b75930335730 Oct 27 01:16:24.484703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (b215c84b-1be4-4a75-8035-b75930335730), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.515632 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (b215c84b-1be4-4a75-8035-b75930335730), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.516588 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:24.517185 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:24.601097 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6384594 Oct 27 01:16:24.610634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e717-88a1-45f5-8aac-ea2880117c34 admin admin] Pushing event updated for resources: {'Network': ['ID=b215c84b-1be4-4a75-8035-b75930335730,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:24.621967 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network b215c84b-1be4-4a75-8035-b75930335730 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:16:25.782200 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-072acbd6-a7ba-4efe-b800-2ea4bfb00aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:25.816084 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:16:27.014114 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:27.241077 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54078) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:27.592330 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=18 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:27.602945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14756293-10eb-4f55-85ae-630c7009643b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:27.604275 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-14756293-10eb-4f55-85ae-630c7009643b demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/15c3a6f8-1028-43d3-bded-323ace72e395 HTTP/1.1" status: 200 len: 849 time: 0.3623250 Oct 27 01:16:27.723196 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-7bfc633e-adf2-48c4-aff8-2424cd2f451c demo admin] 10.222.0.42 "GET /networking/v2.0/routers/72771b21-94e2-46b4-a949-d403af8d9284 HTTP/1.1" status: 200 len: 704 time: 0.1130304 Oct 27 01:16:27.987490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.316458 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Allocated IP 172.20.0.1 (bc5d77a2-2d7f-4e74-beb2-2054f55461a6/15c3a6f8-1028-43d3-bded-323ace72e395/5ae484aa-14ae-4560-8d14-e04f658f4321) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:16:28.474359 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks [] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.488936 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:28.541477 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.611337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:16:28.623687 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:28.627906 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:16:28.628425 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (72771b21-94e2-46b4-a949-d403af8d9284), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.650597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Pushing event updated for resources: {'Port': ['ID=5ae484aa-14ae-4560-8d14-e04f658f4321,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:28.663830 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.828632 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.882438 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-51685120-8065-4e7d-a239-ba04ae22ad6c None None] Provisioning complete for port 5ae484aa-14ae-4560-8d14-e04f658f4321 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:28.882755 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-51685120-8065-4e7d-a239-ba04ae22ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:28.883082 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-51685120-8065-4e7d-a239-ba04ae22ad6c None None] Attempt 1 to provision port 5ae484aa-14ae-4560-8d14-e04f658f4321 Oct 27 01:16:28.909006 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:28.929546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-51685120-8065-4e7d-a239-ba04ae22ad6c None None] Port 5ae484aa-14ae-4560-8d14-e04f658f4321 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:16:28.932300 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:29.037983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks [] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:29.043233 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:29.044027 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (72771b21-94e2-46b4-a949-d403af8d9284), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:29.121081 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Pushing event updated for resources: {'Port': ['ID=5ae484aa-14ae-4560-8d14-e04f658f4321,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:29.170481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:16:29.171790 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:29.329737 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Router 72771b21-94e2-46b4-a949-d403af8d9284 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:16:29.351608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-ad6b1f9b-5cff-47f4-8b7e-fdc60f9a05d9 None None] Provisioning complete for port 5ae484aa-14ae-4560-8d14-e04f658f4321 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:29.351996 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1f9b-5cff-47f4-8b7e-fdc60f9a05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:29.352336 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-ad6b1f9b-5cff-47f4-8b7e-fdc60f9a05d9 None None] Attempt 1 to provision port 5ae484aa-14ae-4560-8d14-e04f658f4321 Oct 27 01:16:29.383962 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b1f9b-5cff-47f4-8b7e-fdc60f9a05d9 None None] Port 5ae484aa-14ae-4560-8d14-e04f658f4321 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:16:29.420986 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:16:29.426031 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3d93db49-8a51-4b40-8e24-375b987b19f0 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/72771b21-94e2-46b4-a949-d403af8d9284/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6969895 Oct 27 01:16:29.431160 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Sync routers for ids ['72771b21-94e2-46b4-a949-d403af8d9284'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:16:29.444672 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Routers {'72771b21-94e2-46b4-a949-d403af8d9284'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:16:29.445593 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:16:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['72771b21-94e2-46b4-a949-d403af8d9284'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:29.628291 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Set router 72771b21-94e2-46b4-a949-d403af8d9284 gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:16:30.047789 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:28Z', 'revision_number': 2, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port_host': None, '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:28Z', 'revision_number': 2, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:30.095525 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Checking router: 72771b21-94e2-46b4-a949-d403af8d9284 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:16:30.095819 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Updating router 72771b21-94e2-46b4-a949-d403af8d9284 port 5ae484aa-14ae-4560-8d14-e04f658f4321 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:16:30.175608 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:30.651023 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks [] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:30.658424 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:30.805584 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Attempting to bind port 5ae484aa-14ae-4560-8d14-e04f658f4321 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:16:30.805981 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Attempting to bind port 5ae484aa-14ae-4560-8d14-e04f658f4321 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:16:30.806406 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Attempting to bind port 5ae484aa-14ae-4560-8d14-e04f658f4321 on network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:16:30.808682 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Pushing event updated for resources: {'Port': ['ID=5ae484aa-14ae-4560-8d14-e04f658f4321,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:30.852777 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.853141 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.853486 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.853833 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.854158 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.854476 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.854791 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.855106 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.855431 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.855777 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.856059 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.856390 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.856703 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.857010 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.857338 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Tracked resource versions report: Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: pushed versions: Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Log': {'1.0'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Network': {'1.1'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Port': {'1.7'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: consumer versions: Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Agent': '1.1', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Log': '1.0', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Network': '1.1', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Port': '1.7', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SubPort': '1.0', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Subnet': '1.1', Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Oct 27 01:16:30.858733 dv-cinder-815582-19-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:16:30.901535 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:30.905858 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:16:30.906237 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Checking segment: {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:16:30.906758 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:30.907143 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Bound using segment: {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:16:30.907663 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Bound port: 5ae484aa-14ae-4560-8d14-e04f658f4321, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302ba9d-15bd-4946-bdd5-bd4777708b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:16:30.908029 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:30.961111 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:30.976638 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] For port 5ae484aa-14ae-4560-8d14-e04f658f4321, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:16:30.995132 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] For port 5ae484aa-14ae-4560-8d14-e04f658f4321, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5ae484aa-14ae-4560-8d14-e04f658f4321,segment=NetworkSegment(b302ba9d-15bd-4946-bdd5-bd4777708b86),segment_id=b302ba9d-15bd-4946-bdd5-bd4777708b86)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:16:31.002778 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:31.038638 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Routers {'72771b21-94e2-46b4-a949-d403af8d9284'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:16:31.039238 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:16:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['72771b21-94e2-46b4-a949-d403af8d9284'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:31.114347 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07533e-fa39-4337-b194-07b0e0a4ad0e None None] Pushing event updated for resources: {'Port': ['ID=5ae484aa-14ae-4560-8d14-e04f658f4321,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:31.135537 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] Set router 72771b21-94e2-46b4-a949-d403af8d9284 gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:16:31.324453 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:28Z', 'revision_number': 2, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port_host': None, '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:30Z', 'revision_number': 4, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:31.352676 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9029f-afef-44ef-94a5-49d83cab1ba7 None None] The sync data for ids ['72771b21-94e2-46b4-a949-d403af8d9284'] in dv-cinder-815582-19-iscsi is: [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:28Z', 'revision_number': 2, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port_host': None, '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:30Z', 'revision_number': 4, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:16:32.073918 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54088) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:32.453575 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:32.470500 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7ada6-df97-4c20-8f0a-6a2cf95ae14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:32.471913 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-dce7ada6-df97-4c20-8f0a-6a2cf95ae14a admin admin] 10.222.0.42 "GET /networking/v2.0/networks/b215c84b-1be4-4a75-8035-b75930335730 HTTP/1.1" status: 200 len: 842 time: 0.3969712 Oct 27 01:16:32.482361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Request body: {'subnet': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:32.503046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Made reservation on behalf of 062e383759c34ca3b52c150dd337a6ba for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:16:32.505429 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:32.849335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.objects.ports [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104646) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 27 01:16:32.849775 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:32.854604 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:32.908577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:32.919488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:16:32.919831 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Network hostable DHCP agents. Network: b215c84b-1be4-4a75-8035-b75930335730, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:16:32.937528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:16:32.947248 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, b215c84b-1be4-4a75-8035-b75930335730) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:32.952895 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:32.953521 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:32.958669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce852d9b-f10f-449f-b995-7650a6e0c243 None None] Network b215c84b-1be4-4a75-8035-b75930335730 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:16:32.983740 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5ba8c1ec-ee05-42c2-91d5-7516cdc7e1b5 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4945872 Oct 27 01:16:33.072851 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88bf56d-03fa-4c73-81f1-a4712b3556fd None None] Network b215c84b-1be4-4a75-8035-b75930335730 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:16:35.674391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54096) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:36.091100 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-6c8b7316-fc5f-428c-bd80-9fc88ae296e9 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/72771b21-94e2-46b4-a949-d403af8d9284 HTTP/1.1" status: 200 len: 710 time: 0.4154720 Oct 27 01:16:36.197521 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6e7777-2690-4ab4-8fbb-c03144aef1e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:16:36.198933 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0d6e7777-2690-4ab4-8fbb-c03144aef1e3 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/b215c84b-1be4-4a75-8035-b75930335730 HTTP/1.1" status: 200 len: 886 time: 0.1021006 Oct 27 01:16:36.208125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:16:36.458084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks [] for router_gateway (72771b21-94e2-46b4-a949-d403af8d9284), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.508361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:36.674234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks [] for router_gateway (72771b21-94e2-46b4-a949-d403af8d9284), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.755524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.778444 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5ae484aa-14ae-4560-8d14-e04f658f4321 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:36.824719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5ae484aa-14ae-4560-8d14-e04f658f4321 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:36.825142 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.825480 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5ae484aa-14ae-4560-8d14-e04f658f4321 Oct 27 01:16:36.864399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Allocated IP 172.27.0.225 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/9edb862d-4f48-483d-a49b-94d096bfb550) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:16:36.901125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5ae484aa-14ae-4560-8d14-e04f658f4321 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:36.901704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.924156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:36.937593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 5ae484aa-14ae-4560-8d14-e04f658f4321, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5ae484aa-14ae-4560-8d14-e04f658f4321,segment=NetworkSegment(b302ba9d-15bd-4946-bdd5-bd4777708b86),segment_id=b302ba9d-15bd-4946-bdd5-bd4777708b86)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:16:36.942177 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.968933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:36.973560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks [] for port (9edb862d-4f48-483d-a49b-94d096bfb550), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:36.994240 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=5ae484aa-14ae-4560-8d14-e04f658f4321,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:37.008200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:37.044789 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:16:37.047688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:16:37.057507 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:16:37.091208 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Pushing event updated for resources: {'Port': ['ID=9edb862d-4f48-483d-a49b-94d096bfb550,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:37.393154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks [] for router_gateway (72771b21-94e2-46b4-a949-d403af8d9284), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:37.440074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:37.584258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239240'] for router (72771b21-94e2-46b4-a949-d403af8d9284), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:37.587719 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-736452'] for router (72771b21-94e2-46b4-a949-d403af8d9284), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:37.689603 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Router 72771b21-94e2-46b4-a949-d403af8d9284 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:16:37.791086 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:16:37.795409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:37.796467 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fd7c2af5-aeca-40a9-9470-71d5d986263e demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/72771b21-94e2-46b4-a949-d403af8d9284 HTTP/1.1" status: 200 len: 890 time: 1.5916798 Oct 27 01:16:37.806185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Sync routers for ids ['72771b21-94e2-46b4-a949-d403af8d9284'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:16:37.820135 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Routers {'72771b21-94e2-46b4-a949-d403af8d9284'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:16:37.820829 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:16:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['72771b21-94e2-46b4-a949-d403af8d9284'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:38.011693 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:38.038415 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Set router 72771b21-94e2-46b4-a949-d403af8d9284 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:16:38.416376 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:37Z', 'revision_number': 4, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port': {'id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:36Z', 'updated_at': '2022-10-27T01:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:36Z', 'revision_number': 5, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:38.539843 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Checking router: 72771b21-94e2-46b4-a949-d403af8d9284 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:16:38.540212 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Updating router 72771b21-94e2-46b4-a949-d403af8d9284 port 9edb862d-4f48-483d-a49b-94d096bfb550 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:16:38.591103 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:38.795694 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5ae484aa-14ae-4560-8d14-e04f658f4321 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:38.892164 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5ae484aa-14ae-4560-8d14-e04f658f4321 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:38.892811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:38.892811 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5ae484aa-14ae-4560-8d14-e04f658f4321 Oct 27 01:16:38.991066 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks [] for port (9edb862d-4f48-483d-a49b-94d096bfb550), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:39.012971 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:39.031579 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:39.040276 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Attempting to bind port 9edb862d-4f48-483d-a49b-94d096bfb550 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:16:39.040636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Attempting to bind port 9edb862d-4f48-483d-a49b-94d096bfb550 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:16:39.040992 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Attempting to bind port 9edb862d-4f48-483d-a49b-94d096bfb550 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:16:39.062213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5ae484aa-14ae-4560-8d14-e04f658f4321 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:39.110346 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cf2b8-eb58-49ab-8d36-22a01c401f2f None None] Pushing event updated for resources: {'Port': ['ID=9edb862d-4f48-483d-a49b-94d096bfb550,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:39.116920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:16:39.117311 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:16:39.117701 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:39.118069 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:16:39.118526 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Bound port: 9edb862d-4f48-483d-a49b-94d096bfb550, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:16:39.118889 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:39.166982 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] For port 9edb862d-4f48-483d-a49b-94d096bfb550, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:16:39.169949 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] For port 9edb862d-4f48-483d-a49b-94d096bfb550, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=9edb862d-4f48-483d-a49b-94d096bfb550,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:16:39.179961 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:39.215389 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Routers {'72771b21-94e2-46b4-a949-d403af8d9284'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:16:39.215986 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:16:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['72771b21-94e2-46b4-a949-d403af8d9284'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:39.270469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:39.278015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cf2b8-eb58-49ab-8d36-22a01c401f2f None None] Pushing event updated for resources: {'Port': ['ID=9edb862d-4f48-483d-a49b-94d096bfb550,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:39.343561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] Set router 72771b21-94e2-46b4-a949-d403af8d9284 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:16:39.541143 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:37Z', 'revision_number': 4, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port': {'id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:36Z', 'updated_at': '2022-10-27T01:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:36Z', 'revision_number': 5, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:16:39.566044 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5b1f1-a3c1-4e9d-bbb4-3fe18a8879bb None None] The sync data for ids ['72771b21-94e2-46b4-a949-d403af8d9284'] in dv-cinder-815582-19-iscsi is: [{'id': '72771b21-94e2-46b4-a949-d403af8d9284', 'name': 'router1', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:16:18Z', 'updated_at': '2022-10-27T01:16:37Z', 'revision_number': 4, 'project_id': '50a39f634ddf41798003dd395f14be68', 'gw_port': {'id': '9edb862d-4f48-483d-a49b-94d096bfb550', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:36Z', 'updated_at': '2022-10-27T01:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5ae484aa-14ae-4560-8d14-e04f658f4321', 'name': '', 'network_id': 'bc5d77a2-2d7f-4e74-beb2-2054f55461a6', 'tenant_id': '50a39f634ddf41798003dd395f14be68', 'mac_address': 'fa:16:3e:24:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72771b21-94e2-46b4-a949-d403af8d9284', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:16:28Z', 'updated_at': '2022-10-27T01:16:36Z', 'revision_number': 5, 'project_id': '50a39f634ddf41798003dd395f14be68', 'subnets': [{'id': '15c3a6f8-1028-43d3-bded-323ace72e395', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f482ee3e-2b27-4288-81a2-ae7f1b2f0258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:16:40.629610 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54110) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:16:40.793322 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9edb862d-4f48-483d-a49b-94d096bfb550 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:40.840920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 9edb862d-4f48-483d-a49b-94d096bfb550 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:40.841355 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:40.841691 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 9edb862d-4f48-483d-a49b-94d096bfb550 Oct 27 01:16:40.916418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 9edb862d-4f48-483d-a49b-94d096bfb550 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:40.916731 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:40.939067 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 9edb862d-4f48-483d-a49b-94d096bfb550, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=9edb862d-4f48-483d-a49b-94d096bfb550,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:16:40.942830 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:40.987269 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writer thread running {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 01:16:40.987920 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:40.992555 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=9edb862d-4f48-483d-a49b-94d096bfb550,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:16:41.107513 dv-cinder-815582-19-iscsi neutron-server[104647]: ERROR stevedore.extension [None req-2620e5fd-129b-4ad1-84b1-0cc57d721303 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 01:16:41.159298 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.policy [None req-2620e5fd-129b-4ad1-84b1-0cc57d721303 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:16:41.203752 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING oslo_policy.policy [None req-2620e5fd-129b-4ad1-84b1-0cc57d721303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:41.204137 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING oslo_policy.policy [None req-2620e5fd-129b-4ad1-84b1-0cc57d721303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:16:41.213879 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2620e5fd-129b-4ad1-84b1-0cc57d721303 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5834277 Oct 27 01:16:41.323230 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=1,neutron:SELECT=42,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:41.328115 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:42.778484 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9edb862d-4f48-483d-a49b-94d096bfb550 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:16:42.817778 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:42.825125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 9edb862d-4f48-483d-a49b-94d096bfb550 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:16:42.825553 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9edb862d-4f48-483d-a49b-94d096bfb550), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:42.825878 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 9edb862d-4f48-483d-a49b-94d096bfb550 Oct 27 01:16:42.915275 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 9edb862d-4f48-483d-a49b-94d096bfb550 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:16:47.786631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=33 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:47.788569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:51.085342 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:51.095430 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:52.908677 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:52.914354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=13 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:16:53.375458 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b883da8-a933-43f2-bbf1-3d419c6f94c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:55.737658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-54700428-ba1d-404f-8fad-4ba0c7d6290c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:57.029568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:58.677254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:16:58.921134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:02.823148 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:17:08.906184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:08.916887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:13.819746 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:13.841586 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:23.388684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f4b9-4605-44db-912e-b41db5f80067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:25.756052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-674cd166-a1e2-40de-8b7e-ea098ff02f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:27.030920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:28.677661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:28.916198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:38.672762 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:38.911218 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:39.865087 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:17:50.828416 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:51.811101 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:17:53.382816 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c2371034-5f85-42d0-9086-e9ce567bf287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:55.730726 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f70f1e0a-b05e-4520-96e9-911d8566bf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:57.027005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:58.678743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:17:58.920238 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:07.065749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54664) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:07.401494 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f966f68c-4de0-4a1b-a98b-cb0fcbbc1acc admin admin] GET failed (client error): The resource could not be found. Oct 27 01:18:07.402809 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f966f68c-4de0-4a1b-a98b-cb0fcbbc1acc admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3360167 Oct 27 01:18:07.571860 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a2b0e-4464-4343-95ae-eb8bd874486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:07.573377 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-656a2b0e-4464-4343-95ae-eb8bd874486f admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659892 Oct 27 01:18:08.912888 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:08.914849 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:10.143877 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54676) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:10.507178 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29eb3c-464f-4795-b1ac-4635f2f8266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:10.508518 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0a29eb3c-464f-4795-b1ac-4635f2f8266e admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/15c3a6f8-1028-43d3-bded-323ace72e395 HTTP/1.1" status: 200 len: 849 time: 0.3638198 Oct 27 01:18:10.518130 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:18:10.605892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Publish callbacks [] for subnet (15c3a6f8-1028-43d3-bded-323ace72e395), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:10.746267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789485492920'] for subnet (15c3a6f8-1028-43d3-bded-323ace72e395), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:10.782564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:10.782564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:10.784281 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/15c3a6f8-1028-43d3-bded-323ace72e395 HTTP/1.1" status: 200 len: 868 time: 0.2696898 Oct 27 01:18:10.786020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed62ce-6173-4f6c-a6eb-262877fe2a83 None None] Network bc5d77a2-2d7f-4e74-beb2-2054f55461a6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:18:10.806696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c3a6f8-1028-43d3-bded-323ace72e395,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:18:10.814583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.815595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.816075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.816719 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.816719 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.816981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.817329 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.817650 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.817992 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.818314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.818637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.818951 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.819264 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.820017 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:10.820017 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d5d3-d1ca-48e9-9fdc-ca3e93bdfd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:18:11.084216 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Provisioning complete for port a1efbd49-be35-4b3b-b600-12ebde375348 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:18:11.084603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a1efbd49-be35-4b3b-b600-12ebde375348), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:11.084934 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Attempt 1 to provision port a1efbd49-be35-4b3b-b600-12ebde375348 Oct 27 01:18:11.155812 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Current status of the port a1efbd49-be35-4b3b-b600-12ebde375348 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:18:11.164515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Provisioning complete for port 5ae484aa-14ae-4560-8d14-e04f658f4321 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:18:11.164905 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5ae484aa-14ae-4560-8d14-e04f658f4321), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:11.165271 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Attempt 1 to provision port 5ae484aa-14ae-4560-8d14-e04f658f4321 Oct 27 01:18:11.238561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3a543e22-eccc-423d-8037-b97691b6134d None None] Current status of the port 5ae484aa-14ae-4560-8d14-e04f658f4321 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:18:13.368333 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54684) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:13.842334 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f2b37-723f-42f7-86d7-c8cc855fbf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:13.842802 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f2b37-723f-42f7-86d7-c8cc855fbf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:13.844359 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-942f2b37-723f-42f7-86d7-c8cc855fbf4d admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4751124 Oct 27 01:18:16.433136 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54692) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:16.813655 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:18:16.840187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952dea3-dc98-4792-9e46-22aa2c4fa4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:16.840653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952dea3-dc98-4792-9e46-22aa2c4fa4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:16.842262 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a952dea3-dc98-4792-9e46-22aa2c4fa4cb admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4081643 Oct 27 01:18:19.409601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54700) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:19.813919 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c60a1-42cd-439e-bb95-02c9ffa9cd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:19.816286 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bd6c60a1-42cd-439e-bb95-02c9ffa9cd7c admin admin] 10.222.0.42 "GET /networking/v2.0/networks/b215c84b-1be4-4a75-8035-b75930335730 HTTP/1.1" status: 200 len: 886 time: 0.4044075 Oct 27 01:18:21.232540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=41 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:21.235832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=36 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:22.392629 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54708) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:22.913921 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b45ca7-0573-49d4-b9e2-b14cf0a70e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:22.915282 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b4b45ca7-0573-49d4-b9e2-b14cf0a70e6f admin admin] 10.222.0.42 "GET /networking/v2.0/networks/bc5d77a2-2d7f-4e74-beb2-2054f55461a6 HTTP/1.1" status: 200 len: 869 time: 0.5217049 Oct 27 01:18:23.385708 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-39e755db-614f-4da5-be6a-1c6d48549afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:25.474361 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54718) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:25.733400 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb150-8479-4c75-8e2a-f0dfa79c9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:25.880522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce927b-738b-4ccc-a586-5d272b69351e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:25.880974 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce927b-738b-4ccc-a586-5d272b69351e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:25.882528 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-60ce927b-738b-4ccc-a586-5d272b69351e admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4072318 Oct 27 01:18:27.030320 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:27.821038 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:27.826356 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:28.445670 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54726) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:28.685340 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:28.813579 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac2a3e-0db3-4021-9635-3b12bd044e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:28.814028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac2a3e-0db3-4021-9635-3b12bd044e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:28.816539 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d6ac2a3e-0db3-4021-9635-3b12bd044e98 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3689446 Oct 27 01:18:28.924186 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:29.808698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:29.811415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:31.399847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54734) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:31.804722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6745-fef6-4183-b74a-40827ade42f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:31.806099 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a78f6745-fef6-4183-b74a-40827ade42f3 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/15c3a6f8-1028-43d3-bded-323ace72e395 HTTP/1.1" status: 200 len: 868 time: 0.4052861 Oct 27 01:18:34.413502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54742) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:18:34.773026 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11738acb-d6d4-4ece-8b88-33c057715978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:18:34.774369 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-11738acb-d6d4-4ece-8b88-33c057715978 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65 HTTP/1.1" status: 200 len: 816 time: 0.3600125 Oct 27 01:18:38.918063 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:38.920041 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:44.768306 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=37 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:44.769605 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=35 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:18:53.388941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2274-2eda-4c04-9781-0a9050ef53b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:53.812691 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:18:55.735868 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d7ed7c15-ebfc-4f43-8a99-4d1185f0fc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:57.032976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:58.688233 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:18:58.919673 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:04.429747 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54800) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:19:04.745960 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [None req-f1645bec-f5e7-4273-80f6-a4e4e19eac00 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:19:04.746944 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f1645bec-f5e7-4273-80f6-a4e4e19eac00 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3162727 Oct 27 01:19:04.815405 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=15 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:04.821198 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=19 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:07.403552 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54808) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:19:07.741269 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ae559-f5ca-48ca-92b8-4fdbe8ec4fbf admin admin] GET failed (client error): The resource could not be found. Oct 27 01:19:07.742512 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-034ae559-f5ca-48ca-92b8-4fdbe8ec4fbf admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3380959 Oct 27 01:19:07.908693 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f5cb0-3a1e-4c1d-86d9-4c34f90df40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:19:07.910185 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7c9f5cb0-3a1e-4c1d-86d9-4c34f90df40f admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1629515 Oct 27 01:19:08.908589 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:08.914617 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:10.525600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54818) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:19:10.850294 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:19:10.887929 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Made reservation on behalf of 062e383759c34ca3b52c150dd337a6ba for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:10.890655 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:10.933520 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING neutron.services.revisions.revision_plugin [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Could not find related network for resource to bump revision. Oct 27 01:19:10.953493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:19:10.965847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789485518201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:10.966374 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Unsubscribe: segment precommit_create {{(pid=104647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:19:10.966895 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Added segment a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f of type vlan for network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 Oct 27 01:19:11.030719 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (6d5e7a03-3b14-4da5-a137-465d6c1f2039), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:11.064652 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (6d5e7a03-3b14-4da5-a137-465d6c1f2039), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:11.065745 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:19:11.066401 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:11.093913 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5672626 Oct 27 01:19:11.180708 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5e7a03-3b14-4da5-a137-465d6c1f2039,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:11.190522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.190874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.191218 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.191603 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.191998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.192327 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.192749 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.193105 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.193457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.193788 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.194115 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.194442 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.194765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.195087 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.195407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5c818-a266-4c4d-a77d-0590737ff0e6 admin admin] Tracked resource versions report: Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: pushed versions: Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: { 'AddressGroup': {'1.2'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Agent': {'1.1'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'ConntrackHelper': {'1.0'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Log': {'1.0'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'NDPProxy': {'1.0'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Network': {'1.1'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Port': {'1.7'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'PortForwarding': {'1.3'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'QosPolicy': {'1.10'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroup': {'1.5'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SubPort': {'1.0'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Subnet': {'1.1'}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Trunk': {'1.1'}} Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: consumer versions: Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Agent': '1.1', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'ConntrackHelper': '1.0', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'LocalIPAssociation': '1.0', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Log': '1.0', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'NDPProxy': '1.0', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Network': '1.1', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Port': '1.7', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'PortForwarding': '1.3', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'QosPolicy': '1.10', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroup': '1.5', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroupRule': '1.2', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SubPort': '1.0', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Subnet': '1.1', Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Trunk': '1.1'}} Oct 27 01:19:11.196861 dv-cinder-815582-19-iscsi neutron-server[104647]: {{(pid=104647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:19:11.226838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:19:13.707073 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54830) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:19:14.043436 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.pecan_wsgi.hooks.translation [None req-738bef61-2805-4f2e-aef6-8f40c86527ce admin admin] GET failed (client error): The resource could not be found. Oct 27 01:19:14.044709 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-738bef61-2805-4f2e-aef6-8f40c86527ce admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3358755 Oct 27 01:19:14.117096 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60418e-94a9-4317-bcf3-07e44913d57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:19:14.118500 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-fe60418e-94a9-4317-bcf3-07e44913d57c admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694776 Oct 27 01:19:14.128168 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Request body: {'subnet': {'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:19:14.151368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Made reservation on behalf of 062e383759c34ca3b52c150dd337a6ba for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:14.153702 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:14.344417 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (9ceeceeb-e2b4-4156-969d-56bb0733b807), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:14.407641 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ceeceeb-e2b4-4156-969d-56bb0733b807,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:14.418989 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Checking segment: {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:19:14.419359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Network hostable DHCP agents. Network: 6d5e7a03-3b14-4da5-a137-465d6c1f2039, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:19:14.440353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:19:14.451435 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 6d5e7a03-3b14-4da5-a137-465d6c1f2039) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:14.456276 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:19:14.456886 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:14.461407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:14.462219 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85c628-56af-434e-a83c-dee6afc10c48 None None] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:19:14.475925 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d9ca771f-b719-4b04-931d-dffe7812c01a admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3509958 Oct 27 01:19:14.573045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-6d5e7a03-3b14-4da5-a137-465d6c1f2039', 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039', 'project_id': '062e383759c34ca3b52c150dd337a6ba', 'fixed_ips': [{'subnet_id': '9ceeceeb-e2b4-4156-969d-56bb0733b807'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:19:14.574040 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:14.721476 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Allocated IP 192.168.233.2 (6d5e7a03-3b14-4da5-a137-465d6c1f2039/9ceeceeb-e2b4-4156-969d-56bb0733b807/a91b8e89-b2b2-44c0-99a1-cce72515162f) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:14.985541 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks [] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:14.993461 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:15.040256 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:15.046815 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:15.053379 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:19:15.062607 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Pushing event updated for resources: {'Port': ['ID=a91b8e89-b2b2-44c0-99a1-cce72515162f,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:15.094052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.094395 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.094755 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.095114 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.095452 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.095778 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.096100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.096428 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.096831 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.097181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.097433 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.097810 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.098650 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.098969 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.099289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:15.143840 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Attempting to bind port a91b8e89-b2b2-44c0-99a1-cce72515162f on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:19:15.144213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Attempting to bind port a91b8e89-b2b2-44c0-99a1-cce72515162f by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:19:15.144566 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Attempting to bind port a91b8e89-b2b2-44c0-99a1-cce72515162f on network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:15.190129 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:19:15.190626 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Checking segment: {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:19:15.190896 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:15.191287 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Bound using segment: {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:19:15.191904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Bound port: a91b8e89-b2b2-44c0-99a1-cce72515162f, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:19:15.192391 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:15.258561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] For port a91b8e89-b2b2-44c0-99a1-cce72515162f, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:15.262009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] For port a91b8e89-b2b2-44c0-99a1-cce72515162f, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a91b8e89-b2b2-44c0-99a1-cce72515162f,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:15.271311 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:15.328637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259102-317e-42fd-a014-db4557ffc2bd None None] Pushing event updated for resources: {'Port': ['ID=a91b8e89-b2b2-44c0-99a1-cce72515162f,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:16.152473 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632df655-a2f2-4df5-af8f-52598d929632 None None] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:19:16.228253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:16.243083 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Provisioning complete for port a91b8e89-b2b2-44c0-99a1-cce72515162f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:19:16.243471 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:16.243811 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Attempt 1 to provision port a91b8e89-b2b2-44c0-99a1-cce72515162f Oct 27 01:19:16.260262 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:16.355939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Current status of the port a91b8e89-b2b2-44c0-99a1-cce72515162f is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:19:16.356328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:16.399336 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] For port a91b8e89-b2b2-44c0-99a1-cce72515162f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a91b8e89-b2b2-44c0-99a1-cce72515162f,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:16.403942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:16.459048 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40d79-5c7f-4c83-84c0-02be5d53b3e3 None None] Pushing event updated for resources: {'Port': ['ID=a91b8e89-b2b2-44c0-99a1-cce72515162f,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:16.523146 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3fd0d33b-4e82-45b5-9107-189a2a770fdf None None] Provisioning complete for port a91b8e89-b2b2-44c0-99a1-cce72515162f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:19:16.523532 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d33b-4e82-45b5-9107-189a2a770fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:16.523869 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3fd0d33b-4e82-45b5-9107-189a2a770fdf None None] Attempt 1 to provision port a91b8e89-b2b2-44c0-99a1-cce72515162f Oct 27 01:19:16.600527 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0d33b-4e82-45b5-9107-189a2a770fdf None None] Current status of the port a91b8e89-b2b2-44c0-99a1-cce72515162f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:19:16.903148 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a91b8e89-b2b2-44c0-99a1-cce72515162f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:16.948706 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a91b8e89-b2b2-44c0-99a1-cce72515162f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:19:16.949117 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a91b8e89-b2b2-44c0-99a1-cce72515162f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:16.949457 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a91b8e89-b2b2-44c0-99a1-cce72515162f Oct 27 01:19:17.026102 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a91b8e89-b2b2-44c0-99a1-cce72515162f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:19:23.393432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d2deb466-5599-4c1a-a709-ba26e16c088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:24.467930 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:25.739472 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2a199f78-e3aa-496e-b768-44cdae88647a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:27.036332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:28.689763 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:28.924466 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:30.811551 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:19:38.915929 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:38.920698 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:51.806788 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:51.807546 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:19:53.395432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8fc06afa-9527-4bd6-b065-417ae5d303cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:55.741610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6d36-2630-426d-9049-3dca9b3848fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:57.040573 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:58.694719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:19:58.926838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:07.810759 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:20:08.920669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:08.922612 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:18.810034 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:18.816204 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:23.399044 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c362f457-d53d-4ae5-80db-ae6ad6403bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:25.745803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c99-6d7b-46f1-9751-afc3f0827ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:27.042130 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:28.697546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:28.932460 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:29.160742 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54874) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:20:29.166891 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [None req-7a2b9aad-be74-4ed1-9702-cf6940f25292 tempest-verify_tempest_config-659970280 tempest-verify_tempest_config-659970280-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:20:29.167889 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7a2b9aad-be74-4ed1-9702-cf6940f25292 tempest-verify_tempest_config-659970280 tempest-verify_tempest_config-659970280-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060592 Oct 27 01:20:29.671451 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 54892) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:20:30.003687 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.105942 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Publish callbacks [] for security_group (41fab9f7-74be-4e90-a03f-18b4b7640d5d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.109443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (41fab9f7-74be-4e90-a03f-18b4b7640d5d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.156050 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fab9f7-74be-4e90-a03f-18b4b7640d5d,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.164281 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=292c274886794cb793b820b849891c53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4918289 Oct 27 01:20:30.165874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.166216 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.166549 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.166883 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.167212 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.167317 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54896) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:20:30.167738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.167831 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.168155 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.168496 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.168817 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.169167 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.169491 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.169805 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.170131 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.170433 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b466527-9421-4565-b407-e1fa5157b861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.225574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Publish callbacks [] for security_group (41fab9f7-74be-4e90-a03f-18b4b7640d5d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.244461 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Publish callbacks [] for security_group (41fab9f7-74be-4e90-a03f-18b4b7640d5d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.337765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (41fab9f7-74be-4e90-a03f-18b4b7640d5d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.340235 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:30.341396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/41fab9f7-74be-4e90-a03f-18b4b7640d5d HTTP/1.1" status: 204 len: 168 time: 0.1731386 Oct 27 01:20:30.349840 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fab9f7-74be-4e90-a03f-18b4b7640d5d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.356606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.356952 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.357335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.357672 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.358006 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.358324 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.358646 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.358966 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.359304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.359637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.359955 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.360273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.360589 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.360899 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:30.361237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d3387-a130-484a-af72-75a71db41738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:38.925235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:40.155924 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=20,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:40.159761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=19,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:40.344338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:40.352560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:40.381552 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:44.810124 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:20:53.400587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0a7012ca-d2c3-4cdc-b854-c411bbd1baa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:55.747952 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c781c1b-8493-4a42-896f-c6acd67ab1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:55.808077 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:55.813814 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=20 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:20:57.043624 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:58.703704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:20:58.936662 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:08.930872 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:08.932720 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:19.813580 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:19.814842 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:21.809117 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:21:23.401661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf27-08a2-4f4d-acb2-fb2f42127b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:25.750046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e540e203-ba5c-4a5f-a6a2-4065d38964f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:27.045835 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:28.703900 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:28.938936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:32.808790 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:32.809609 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:38.928448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:38.935626 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:51.812170 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:51.813399 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:21:53.404329 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-11709d8b-1dff-4f45-bbaa-a578c5a74b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:55.752614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3b145923-b506-4905-a30f-f101f89de5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:57.048615 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:58.707551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:21:58.808524 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 5 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:21:58.941946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:00.543181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734271'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:09.799774 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:09.804478 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:10.535789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:10.539029 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:13.644868 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 54990) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:22:13.771049 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d543eec3-9e6c-4dc0-a108-39b192f159f3 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1240757 Oct 27 01:22:16.220156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55000) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:22:16.274905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-956102c6-2b68-4e2a-98bd-4ae08c7ea6bb admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0536621 Oct 27 01:22:23.406626 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c1e75afc-9811-4ba5-aadb-1d6f8b423025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:25.753717 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d70be075-f283-487c-9aae-4024ab27dd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:26.268674 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:26.269468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:27.055404 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:28.712059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:28.944375 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:30.530827 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:35.808159 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:22:40.525489 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:40.527386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:53.407667 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28a0f427-3a22-494a-b8ee-3c51ca3be7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:53.824979 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:53.831126 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:22:55.756129 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c11a8e3-6f03-4b90-b47f-5297c0d0b9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:57.055585 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:58.714732 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:22:58.949989 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:00.529517 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:08.945844 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:10.526698 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:12.807956 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:23:23.410574 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-10919b48-02c5-4e83-b448-dd6b0c176a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:23.795530 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:23.807496 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:25.759754 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b0aafe79-4454-476d-ba9b-1499a7eee31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:27.058407 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:28.721103 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:28.952710 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:30.536942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:40.530711 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:40.531510 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=5,neutron:SELECT=17 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:49.344563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55188) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:49.444224 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55198) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:49.586641 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55218) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:49.675369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1524188613-network', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:49.697354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Made reservation on behalf of c72a2266373f44749fa0d3bbd3bb68cd for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:49.699922 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.708886 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.790701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-743570174-network', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:49.808574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks [] for security_group (b73b04a5-d203-4844-8e53-81bc69b11ada), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.812307 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:23:49.817446 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b73b04a5-d203-4844-8e53-81bc69b11ada), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.820578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55230) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:49.838464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:23:49.881664 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-network', 'tenant_id': '7eefe01b108148bab60d4de13be0405d'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:49.906922 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Made reservation on behalf of 7eefe01b108148bab60d4de13be0405d for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:49.911709 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.923999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.961612 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (fcdb3edb-d0e2-43be-98e1-404222ad84ea), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:49.961842 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Added segment fcdb3edb-d0e2-43be-98e1-404222ad84ea of type vlan for network a64b63af-183f-41f2-aa9d-31ed91fe4c62 Oct 27 01:23:50.007368 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (a64b63af-183f-41f2-aa9d-31ed91fe4c62), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.017769 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks [] for security_group (c8f717e3-59fb-4621-a5e6-59d303ed9804), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.022897 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c8f717e3-59fb-4621-a5e6-59d303ed9804), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.025560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Made reservation on behalf of 1b1ee6f6a3c3475e8ae993c79ace9166 for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:50.027890 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.049247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.052248 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (a64b63af-183f-41f2-aa9d-31ed91fe4c62), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.053437 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:50.054169 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.055662 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f717e3-59fb-4621-a5e6-59d303ed9804,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.068344 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.068713 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.069084 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.069563 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.069899 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.070231 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.070585 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.070913 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.071254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.071583 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.071924 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.072255 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.072577 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.072902 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.073376 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Tracked resource versions report: Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: pushed versions: Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: { 'AddressGroup': {'1.2'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Agent': {'1.1'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'ConntrackHelper': {'1.0'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Log': {'1.0'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'NDPProxy': {'1.0'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Network': {'1.1'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Port': {'1.7'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'PortForwarding': {'1.3'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'QosPolicy': {'1.10'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroup': {'1.5'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SubPort': {'1.0'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Subnet': {'1.1'}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Trunk': {'1.1'}} Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: consumer versions: Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: HyperV agent@hv-cinder-81558: {}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Agent': '1.1', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'ConntrackHelper': '1.0', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'LocalIPAssociation': '1.0', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Log': '1.0', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'NDPProxy': '1.0', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Network': '1.1', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Port': '1.7', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'PortForwarding': '1.3', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'QosPolicy': '1.10', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroup': '1.5', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SecurityGroupRule': '1.2', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'SubPort': '1.0', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Subnet': '1.1', Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: 'Trunk': '1.1'}} Oct 27 01:23:50.074968 dv-cinder-815582-19-iscsi neutron-server[104647]: {{(pid=104647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:23:50.080645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:23:50.093139 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1611453958-network', 'tenant_id': 'db70dacc270d431182451b57b277484f'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:50.093889 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7478616 Oct 27 01:23:50.095240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55248) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:50.096158 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b04a5-d203-4844-8e53-81bc69b11ada,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.104686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (d5f95fdb-b157-4a4c-960e-e1220f49ee37), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.105080 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Added segment d5f95fdb-b157-4a4c-960e-e1220f49ee37 of type vlan for network 03467824-1af5-46b4-9775-45b8ed4ca0b6 Oct 27 01:23:50.112238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Request body: {'subnet': {'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1524188613-subnet', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:50.119630 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.120188 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.120759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.121354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.121857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.122391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.122913 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.123233 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.123825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.124338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.124916 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.125412 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.125738 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.126121 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.126439 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Tracked resource versions report: Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: pushed versions: Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: { 'AddressGroup': {'1.2'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Agent': {'1.1'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'ConntrackHelper': {'1.0'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Log': {'1.0'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'NDPProxy': {'1.0'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Network': {'1.1'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Port': {'1.7'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'PortForwarding': {'1.3'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'QosPolicy': {'1.10'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroup': {'1.5'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SubPort': {'1.0'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Subnet': {'1.1'}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Trunk': {'1.1'}} Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: consumer versions: Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: HyperV agent@hv-cinder-81558: {}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Agent': '1.1', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'ConntrackHelper': '1.0', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'LocalIPAssociation': '1.0', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Log': '1.0', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'NDPProxy': '1.0', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Network': '1.1', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Port': '1.7', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'PortForwarding': '1.3', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'QosPolicy': '1.10', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroup': '1.5', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SecurityGroupRule': '1.2', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'SubPort': '1.0', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Subnet': '1.1', Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: 'Trunk': '1.1'}} Oct 27 01:23:50.127673 dv-cinder-815582-19-iscsi neutron-server[104646]: {{(pid=104646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:23:50.153646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:50.155902 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.171851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.177892 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (03467824-1af5-46b4-9775-45b8ed4ca0b6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.217878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3626-c4ab-47c1-a31a-11dd6f821450 admin admin] Pushing event updated for resources: {'Network': ['ID=a64b63af-183f-41f2-aa9d-31ed91fe4c62,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.223196 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Made reservation on behalf of c72a2266373f44749fa0d3bbd3bb68cd for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:50.225645 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.232231 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:23:50.240027 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (03467824-1af5-46b4-9775-45b8ed4ca0b6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.241458 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:50.242254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.345640 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] Pushing event updated for resources: {'Network': ['ID=03467824-1af5-46b4-9775-45b8ed4ca0b6,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.359803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:23:50.375472 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-db1daa98-193a-4078-ab3f-e916613cd02f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7876136 Oct 27 01:23:50.388210 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55256) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:50.394704 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Request body: {'subnet': {'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-subnet', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:50.431858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks [] for security_group (e41fbda3-eaac-4896-810c-11770bc6627b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.437439 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Made reservation on behalf of 7eefe01b108148bab60d4de13be0405d for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:50.443918 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.453278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e41fbda3-eaac-4896-810c-11770bc6627b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.486988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:50.495284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (e1310b80-f965-456a-acfb-40646908bd3c), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.548649 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:23:50.554431 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:50.579592 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (9db37e0a-f9e6-45ea-8c43-561777defea1), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.580192 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Added segment 9db37e0a-f9e6-45ea-8c43-561777defea1 of type vlan for network 4ba9997c-2f90-403d-993a-09c134c8fd7e Oct 27 01:23:50.583432 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41fbda3-eaac-4896-810c-11770bc6627b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.654674 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:50.736667 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1310b80-f965-456a-acfb-40646908bd3c,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.736857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:50.741360 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (7cc8a79d-57c2-4c7d-a51f-da6bf1333623), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.769466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks [] for security_group (716f213f-0f6c-4db6-8a6a-ba233ff6c418), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.774724 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Checking segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:50.777037 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Network hostable DHCP agents. Network: a64b63af-183f-41f2-aa9d-31ed91fe4c62, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:23:50.789493 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (716f213f-0f6c-4db6-8a6a-ba233ff6c418), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.813148 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc8a79d-57c2-4c7d-a51f-da6bf1333623,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:50.830881 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (4ba9997c-2f90-403d-993a-09c134c8fd7e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.853466 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:50.853934 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Network hostable DHCP agents. Network: 03467824-1af5-46b4-9775-45b8ed4ca0b6, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:23:50.886847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:23:50.898995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:23:50.903818 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 03467824-1af5-46b4-9775-45b8ed4ca0b6) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:50.908931 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:50.909752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.914026 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225d651-dce8-44eb-961b-b2ead8e0a731 None None] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:50.916846 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:23:50.931113 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (4ba9997c-2f90-403d-993a-09c134c8fd7e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.933630 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:50.934233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:50.967291 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, a64b63af-183f-41f2-aa9d-31ed91fe4c62) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:50.985668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:50.987759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.016297 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18020000-e9a9-4b9a-bd8a-031d44a4c938 None None] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:51.017029 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba9997c-2f90-403d-993a-09c134c8fd7e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.028693 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-6ab74529-62cb-498b-bfe3-a5e37e7e2c02 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2070231 Oct 27 01:23:51.033013 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3084d561-19dd-4b25-88b8-ca6ad4c4df59 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6425328 Oct 27 01:23:51.033013 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55272) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:51.038652 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Request body: {'subnet': {'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-subnet', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:51.043258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55274) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:51.047730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (b6ce6b53-e677-480b-afc3-77de1d8c432b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.048768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Added segment b6ce6b53-e677-480b-afc3-77de1d8c432b of type vlan for network e6bca71c-aea1-476d-8633-0cf730614609 Oct 27 01:23:51.065601 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:51.071499 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:51.073958 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.125775 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716f213f-0f6c-4db6-8a6a-ba233ff6c418,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.146715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.148409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.150676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:23:51.175316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-969abcd2-9935-4102-813c-8ad6d8e198b6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0661583 Oct 27 01:23:51.202947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55280) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:51.211074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:51.247103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (e6bca71c-aea1-476d-8633-0cf730614609), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.291116 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (60014d93-403e-44f7-af7b-633b10cd9444), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.292248 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (60014d93-403e-44f7-af7b-633b10cd9444), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.327267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for router_controller (90ee908d-2a15-4872-9101-fd81ec0ec9a4), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.341409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (e6bca71c-aea1-476d-8633-0cf730614609), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.343891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:51.345585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.456560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] Pushing event updated for resources: {'Network': ['ID=e6bca71c-aea1-476d-8633-0cf730614609,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.512292 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network e6bca71c-aea1-476d-8633-0cf730614609 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:23:51.591327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for router_controller (60014d93-403e-44f7-af7b-633b10cd9444), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.595331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (46488223-770e-44d4-b541-5953c826e098), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.612119 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3fc59090-ba88-4a3e-b9f3-1c11ef3bda5a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1595423 Oct 27 01:23:51.612806 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55302) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:51.620422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Request body: {'subnet': {'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-743570174-subnet', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:51.621257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-03467824-1af5-46b4-9775-45b8ed4ca0b6', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:23:51.622500 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.716775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:51.720943 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'fixed_ips': [{'subnet_id': 'e1310b80-f965-456a-acfb-40646908bd3c'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:23:51.722671 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.732851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:51.749636 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Network hostable DHCP agents. Network: 4ba9997c-2f90-403d-993a-09c134c8fd7e, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:23:51.763595 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46488223-770e-44d4-b541-5953c826e098,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.813880 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:23:51.844069 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 4ba9997c-2f90-403d-993a-09c134c8fd7e) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:51.851606 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:51.852447 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.894386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355b6e5-f334-49a3-9413-69072e1e2811 None None] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:51.895903 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a4f418dc-8592-4fd5-8487-3cd9e2ff9a5c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8611310 Oct 27 01:23:51.896657 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55318) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:51.902780 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:51.931422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for router_gateway (90ee908d-2a15-4872-9101-fd81ec0ec9a4), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.962973 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:51.970175 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.036553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Made reservation on behalf of 1b1ee6f6a3c3475e8ae993c79ace9166 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:52.039040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.275917 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Allocated IP 172.20.0.2 (a64b63af-183f-41f2-aa9d-31ed91fe4c62/e1310b80-f965-456a-acfb-40646908bd3c/4cb5052b-979e-46b7-92bf-bbde72213d3e) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:52.279310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Allocated IP 172.20.0.2 (03467824-1af5-46b4-9775-45b8ed4ca0b6/7cc8a79d-57c2-4c7d-a51f-da6bf1333623/9e24da26-1f7d-4fe7-bf7f-72868d6f404f) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:52.286039 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:52.286769 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-4ba9997c-2f90-403d-993a-09c134c8fd7e', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:23:52.287517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:52.288330 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.293005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.359294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:52.400845 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:52.406123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for router_controller (b634a60b-0937-4ad7-a11e-d3f695e17e49), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.439609 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for router_gateway (60014d93-403e-44f7-af7b-633b10cd9444), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.449764 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:52.568813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55328) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:52.802346 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Allocated IP 172.20.0.2 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:52.821091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks [] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.839750 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.874834 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:52.909948 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for router_gateway (b634a60b-0937-4ad7-a11e-d3f695e17e49), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:52.931480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:52.934978 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Pushing event updated for resources: {'Port': ['ID=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:52.954109 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:52.968780 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.969357 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.969868 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.970576 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.971066 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.972419 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.972981 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.973508 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.974610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.975097 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.975593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.976091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.976578 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.977148 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.977626 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Tracked resource versions report: Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: pushed versions: Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: { 'AddressGroup': {'1.2'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Agent': {'1.1'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'ConntrackHelper': {'1.0'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Log': {'1.0'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'NDPProxy': {'1.0'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Network': {'1.1'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Port': {'1.7'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'PortForwarding': {'1.3'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'QosPolicy': {'1.10'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroup': {'1.5'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SubPort': {'1.0'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Subnet': {'1.1'}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Trunk': {'1.1'}} Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: consumer versions: Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: HyperV agent@hv-cinder-81558: {}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Agent': '1.1', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'ConntrackHelper': '1.0', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'LocalIPAssociation': '1.0', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Log': '1.0', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'NDPProxy': '1.0', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Network': '1.1', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Port': '1.7', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'PortForwarding': '1.3', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'QosPolicy': '1.10', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroup': '1.5', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SecurityGroupRule': '1.2', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'SubPort': '1.0', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Subnet': '1.1', Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: 'Trunk': '1.1'}} Oct 27 01:23:52.979573 dv-cinder-815582-19-iscsi neutron-server[104648]: {{(pid=104648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:23:53.029278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:53.082801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Attempting to bind port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:23:53.083468 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Attempting to bind port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:23:53.084009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Attempting to bind port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:53.104946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b95080e3-9718-4509-a70d-6a0d45c198c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.156373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks [] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.168773 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:23:53.169499 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:53.170313 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.170861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Bound using segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:23:53.172336 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Bound port: 9e24da26-1f7d-4fe7-bf7f-72868d6f404f, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:23:53.177460 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.206430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b95080e3-9718-4509-a70d-6a0d45c198c7 admin admin] Publish callbacks [] for security_group (69804dde-dfb5-42f8-8f36-b801346a2a3a), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.239234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:53.248470 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] For port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:53.252253 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b95080e3-9718-4509-a70d-6a0d45c198c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (69804dde-dfb5-42f8-8f36-b801346a2a3a), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.252934 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] For port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:53.258514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.279479 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:53.281453 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.288354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:53.306963 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b95080e3-9718-4509-a70d-6a0d45c198c7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=612f14b893ea46228c14d87e0d843e99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7329857 Oct 27 01:23:53.313029 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Checking segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:53.313535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Network hostable DHCP agents. Network: e6bca71c-aea1-476d-8633-0cf730614609, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:23:53.318095 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55368) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:53.323676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:53.359985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for router_gateway (60014d93-403e-44f7-af7b-633b10cd9444), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.386803 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for router_gateway (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.401822 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for router_gateway (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.412762 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.464973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.466037 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.472605 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Pushing event updated for resources: {'Port': ['ID=4cb5052b-979e-46b7-92bf-bbde72213d3e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.501028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Network e6bca71c-aea1-476d-8633-0cf730614609 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:23:53.531890 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:53.544015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:53.544242 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95080e3-9718-4509-a70d-6a0d45c198c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69804dde-dfb5-42f8-8f36-b801346a2a3a,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.601477 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Attempting to bind port 4cb5052b-979e-46b7-92bf-bbde72213d3e on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:23:53.602172 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Attempting to bind port 4cb5052b-979e-46b7-92bf-bbde72213d3e by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:23:53.602733 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Attempting to bind port 4cb5052b-979e-46b7-92bf-bbde72213d3e on network a64b63af-183f-41f2-aa9d-31ed91fe4c62 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:53.610184 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, e6bca71c-aea1-476d-8633-0cf730614609) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:53.630555 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:23:53.631653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.655505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] Publish callbacks [] for security_group (69804dde-dfb5-42f8-8f36-b801346a2a3a), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.716320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-53851ee7-f361-42fb-b841-a7cfd7b6239c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0868509 Oct 27 01:23:53.717252 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f92c5-460d-47dd-ade5-8094558450cf None None] Network e6bca71c-aea1-476d-8633-0cf730614609 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:53.717252 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e8079bb1-d6a2-4e9e-960f-7480daa02dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.718706 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:53.735582 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55384) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:53.752197 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:23:53.811990 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (50face45-ffba-4242-9f70-b60b11be955f), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.813024 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (50face45-ffba-4242-9f70-b60b11be955f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.820182 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] Publish callbacks [] for security_group (69804dde-dfb5-42f8-8f36-b801346a2a3a), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.853497 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b8ab-9d7f-43b9-9769-cca2421f3bc4 None None] Pushing event updated for resources: {'Port': ['ID=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.881395 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Allocated IP 172.27.0.12 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/ed304536-09ba-4141-ba75-2d2b4929f547) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:53.917633 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks [] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.926618 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:23:53.926954 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Checking segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:53.927419 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.927880 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Bound using segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:23:53.928602 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Bound port: 4cb5052b-979e-46b7-92bf-bbde72213d3e, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:23:53.929216 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.951700 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.963024 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for router_controller (50face45-ffba-4242-9f70-b60b11be955f), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.969486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (69804dde-dfb5-42f8-8f36-b801346a2a3a), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.973082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:53.975614 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/69804dde-dfb5-42f8-8f36-b801346a2a3a HTTP/1.1" status: 204 len: 168 time: 0.6481135 Oct 27 01:23:53.999342 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c7762-243d-4d88-924a-6080595087f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69804dde-dfb5-42f8-8f36-b801346a2a3a,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:54.038139 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for port (ed304536-09ba-4141-ba75-2d2b4929f547), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:54.104879 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:54.218140 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:54.242836 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:54.251091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:54.253654 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:54.268629 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-e6bca71c-aea1-476d-8633-0cf730614609', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:23:54.270230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:54.323859 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Pushing event updated for resources: {'Port': ['ID=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:54.351103 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] For port 4cb5052b-979e-46b7-92bf-bbde72213d3e, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:54.352051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for router_gateway (50face45-ffba-4242-9f70-b60b11be955f), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:54.365222 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] For port 4cb5052b-979e-46b7-92bf-bbde72213d3e, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4cb5052b-979e-46b7-92bf-bbde72213d3e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:54.433248 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Allocated IP 172.27.0.140 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/b910b07b-d924-41e8-97fc-f639b7af8163) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:54.452143 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Pushing event updated for resources: {'Port': ['ID=ed304536-09ba-4141-ba75-2d2b4929f547,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:54.528123 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:54.564586 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:54.570534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:54.738150 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1140a-f1e8-47fb-8e9a-0b351d6923bb None None] Pushing event updated for resources: {'Port': ['ID=4cb5052b-979e-46b7-92bf-bbde72213d3e,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:54.955667 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55424) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:54.987568 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for router_gateway (50face45-ffba-4242-9f70-b60b11be955f), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.045985 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Attempting to bind port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:23:55.047446 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Attempting to bind port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:23:55.048405 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Attempting to bind port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:55.074390 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Allocated IP 172.20.0.2 (e6bca71c-aea1-476d-8633-0cf730614609/a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052/67737150-683b-4922-9d61-221046b1b964) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:55.110665 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bc22-3d24-4e9d-9d09-d66ea658dd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.110881 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.111669 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.116984 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55430) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:55.130075 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.203863 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for router_gateway (60014d93-403e-44f7-af7b-633b10cd9444), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.210014 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.448608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for port (b910b07b-d924-41e8-97fc-f639b7af8163), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.449985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.482005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9e24da26-1f7d-4fe7-bf7f-72868d6f404f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:55.484195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbab2cb-933e-4f29-a0e8-72866ce4d5cf None None] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:55.561013 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bc22-3d24-4e9d-9d09-d66ea658dd81 admin admin] Publish callbacks [] for security_group (0de413de-7f91-461e-a9e2-a0587efc9da7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.566088 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bc22-3d24-4e9d-9d09-d66ea658dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0de413de-7f91-461e-a9e2-a0587efc9da7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.604678 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Provisioning complete for port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:55.605090 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.605431 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Attempt 1 to provision port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f Oct 27 01:23:55.612040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.623776 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4cf7bc22-3d24-4e9d-9d09-d66ea658dd81 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cf5c1960db2644a99cca6b1a76b86d0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6670771 Oct 27 01:23:55.627495 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55444) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:55.649557 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e8f29771-7ccb-4d32-8846-7a1f0c137f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.650403 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.665835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:55.676163 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:23:55.676547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:55.677037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.677326 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:23:55.677813 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Bound port: 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:23:55.678190 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.681693 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (60014d93-403e-44f7-af7b-633b10cd9444), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.688525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:55.697491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:55.702885 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Allocated IP 172.27.0.127 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/def5db1e-1b5e-4bf5-8813-3e9ae6231764) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:55.703423 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:55.706792 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7bc22-3d24-4e9d-9d09-d66ea658dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de413de-7f91-461e-a9e2-a0587efc9da7,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:55.709818 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Pushing event updated for resources: {'Port': ['ID=b910b07b-d924-41e8-97fc-f639b7af8163,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:55.834235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:55.834764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.835506 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f Oct 27 01:23:55.841374 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] Publish callbacks [] for security_group (0de413de-7f91-461e-a9e2-a0587efc9da7), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.884877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] Publish callbacks [] for security_group (0de413de-7f91-461e-a9e2-a0587efc9da7), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.906227 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-25682975-52e2-4074-819c-7db70ef6413c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.964861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Current status of the port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:55.969340 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.981728 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks [] for port (67737150-683b-4922-9d61-221046b1b964), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:55.990689 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.052488 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (67737150-683b-4922-9d61-221046b1b964), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.056572 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] For port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:56.077597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0de413de-7f91-461e-a9e2-a0587efc9da7), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.077597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.077597 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0de413de-7f91-461e-a9e2-a0587efc9da7 HTTP/1.1" status: 204 len: 168 time: 0.4483290 Oct 27 01:23:56.112278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac2c5e-0f62-43f0-be84-4c9706574bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de413de-7f91-461e-a9e2-a0587efc9da7,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:56.120439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] For port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:56.143565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.172009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.213416 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Network e6bca71c-aea1-476d-8633-0cf730614609 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:56.264638 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] For port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:56.266479 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:56.269419 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:56.277412 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Pushing event updated for resources: {'Port': ['ID=67737150-683b-4922-9d61-221046b1b964,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:56.283045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.341530 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:56.356358 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:56.377333 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e8f29771-7ccb-4d32-8846-7a1f0c137f94 admin admin] Publish callbacks [] for security_group (ccbb3d0e-4c56-4849-8813-5019283c3cc8), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.387976 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:56.389932 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e8f29771-7ccb-4d32-8846-7a1f0c137f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ccbb3d0e-4c56-4849-8813-5019283c3cc8), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.450386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:56.500744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:56.510277 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e8f29771-7ccb-4d32-8846-7a1f0c137f94 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=53adc5168fae411d8b4e6d74693d4f92&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3918819 Oct 27 01:23:56.515646 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55460) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:56.529368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Pushing event updated for resources: {'Port': ['ID=def5db1e-1b5e-4bf5-8813-3e9ae6231764,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:56.532076 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Allocated IP 172.27.0.14 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/8a77a594-907e-494e-a6ce-7ee65b3beade) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:56.539138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f29771-7ccb-4d32-8846-7a1f0c137f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb3d0e-4c56-4849-8813-5019283c3cc8,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:56.550333 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-90a0a997-0f1b-4030-a67e-0235b59f10d1 None None] Provisioning complete for port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:56.550744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90a0a997-0f1b-4030-a67e-0235b59f10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.551200 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-90a0a997-0f1b-4030-a67e-0235b59f10d1 None None] Attempt 1 to provision port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f Oct 27 01:23:56.554000 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Router 60014d93-403e-44f7-af7b-633b10cd9444 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:23:56.616260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for router_gateway (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.654934 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Attempting to bind port 67737150-683b-4922-9d61-221046b1b964 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:23:56.655299 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Attempting to bind port 67737150-683b-4922-9d61-221046b1b964 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:23:56.655655 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Attempting to bind port 67737150-683b-4922-9d61-221046b1b964 on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:56.658011 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473079dc-7ef0-4ae5-9aea-b1229af7b50f None None] Pushing event updated for resources: {'Port': ['ID=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:56.687556 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:56.759716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c997aa-bf20-483e-9faa-e03185e70fc7 None None] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:56.837454 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:56.843631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] Publish callbacks [] for security_group (ccbb3d0e-4c56-4849-8813-5019283c3cc8), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.888373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:56.929766 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] Publish callbacks [] for security_group (ccbb3d0e-4c56-4849-8813-5019283c3cc8), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:56.984299 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1bfb4-d884-49cc-9a51-83fb7971e411 None None] Pushing event updated for resources: {'Port': ['ID=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:57.005921 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:57.016011 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:57.017724 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for router_gateway (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.017872 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-90a0a997-0f1b-4030-a67e-0235b59f10d1 None None] Current status of the port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:57.028210 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Sync routers for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:57.033864 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:23:57.034236 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Checking segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:57.034635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.035023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Bound using segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:23:57.035889 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Bound port: 67737150-683b-4922-9d61-221046b1b964, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:23:57.037262 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (67737150-683b-4922-9d61-221046b1b964), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.048043 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:23:57.048674 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:57.076163 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:57.084317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.139621 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.144366 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-da00b79c-b93e-47ae-a99e-06ba30616dda admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9349225 Oct 27 01:23:57.145491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55476) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:57.177140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.202966 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Provisioning complete for port 4cb5052b-979e-46b7-92bf-bbde72213d3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:57.203522 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.203866 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Attempt 1 to provision port 4cb5052b-979e-46b7-92bf-bbde72213d3e Oct 27 01:23:57.270957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:57.284627 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.355716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] For port 67737150-683b-4922-9d61-221046b1b964, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:57.366279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] For port 67737150-683b-4922-9d61-221046b1b964, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=67737150-683b-4922-9d61-221046b1b964,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:57.373558 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:57.381667 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:23:57.383725 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:57.389550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:23:57.398494 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Pushing event updated for resources: {'Port': ['ID=8a77a594-907e-494e-a6ce-7ee65b3beade,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:57.498109 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (67737150-683b-4922-9d61-221046b1b964), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.500576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.615952 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:57.616346 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.616684 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 Oct 27 01:23:57.672268 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.684057 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:54Z', 'revision_number': 3, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:57.704976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ccbb3d0e-4c56-4849-8813-5019283c3cc8), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.708675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.710498 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ccbb3d0e-4c56-4849-8813-5019283c3cc8 HTTP/1.1" status: 204 len: 168 time: 1.1936221 Oct 27 01:23:57.732060 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372714b-451c-43ee-ac3b-0f4260899822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb3d0e-4c56-4849-8813-5019283c3cc8,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:57.777866 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Checking router: 60014d93-403e-44f7-af7b-633b10cd9444 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:57.778313 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Updating router 60014d93-403e-44f7-af7b-633b10cd9444 port ed304536-09ba-4141-ba75-2d2b4929f547 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:23:57.852746 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:57.919564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abdeac-f581-43a1-906c-da97f40dbae0 None None] Pushing event updated for resources: {'Port': ['ID=67737150-683b-4922-9d61-221046b1b964,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:58.064711 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Current status of the port 4cb5052b-979e-46b7-92bf-bbde72213d3e is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:58.097185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.121427 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf35d0-ed3d-4f6a-b674-e5a9f2bde81f None None] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:58.159027 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.302448 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for router_gateway (50face45-ffba-4242-9f70-b60b11be955f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.358756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:58.359339 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.378733 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:23:58.412188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:23:58.434436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] For port 4cb5052b-979e-46b7-92bf-bbde72213d3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4cb5052b-979e-46b7-92bf-bbde72213d3e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:58.460922 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.466125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:58.481775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55500) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:58.500314 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.501079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4cb5052b-979e-46b7-92bf-bbde72213d3e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:58.592748 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.593552 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.622983 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Provisioning complete for port 4cb5052b-979e-46b7-92bf-bbde72213d3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:58.623515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.623856 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Attempt 1 to provision port 4cb5052b-979e-46b7-92bf-bbde72213d3e Oct 27 01:23:58.630743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb823106-5e84-465c-b9e4-ef1f1f723490 None None] Pushing event updated for resources: {'Port': ['ID=4cb5052b-979e-46b7-92bf-bbde72213d3e,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:58.665911 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.682989 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.748468 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks [] for port (ed304536-09ba-4141-ba75-2d2b4929f547), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.765539 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.772214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:58.795443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (50face45-ffba-4242-9f70-b60b11be955f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.796448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:58.831567 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:58.847247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55508) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:58.871116 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Attempting to bind port ed304536-09ba-4141-ba75-2d2b4929f547 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:23:58.871401 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Attempting to bind port ed304536-09ba-4141-ba75-2d2b4929f547 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:23:58.871834 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Attempting to bind port ed304536-09ba-4141-ba75-2d2b4929f547 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:58.916772 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:23:58.916988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:58.918983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2aad-2cb2-40dd-846d-7a332563d87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.920922 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:58.928156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.937896 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.942048 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.944051 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d0689332-824a-4a61-8334-da1ea31b92ed admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0461941 Oct 27 01:23:58.948405 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55510) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:58.949437 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eece6708-2c42-4d86-bf57-ff2fa975c097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:58.962667 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:58.972246 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Pushing event updated for resources: {'Port': ['ID=ed304536-09ba-4141-ba75-2d2b4929f547,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:59.001471 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:59.037794 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:23:59.038527 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:23:59.039148 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.039992 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:23:59.040690 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Bound port: ed304536-09ba-4141-ba75-2d2b4929f547, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:23:59.041284 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.110087 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] For port ed304536-09ba-4141-ba75-2d2b4929f547, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:59.111847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Router 50face45-ffba-4242-9f70-b60b11be955f is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:23:59.115649 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] For port ed304536-09ba-4141-ba75-2d2b4929f547, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ed304536-09ba-4141-ba75-2d2b4929f547,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:59.119156 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:23:59.120042 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:59.128405 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.128812 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.129190 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.129796 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.130011 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.130334 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.130846 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.131335 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.131868 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.132425 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.132550 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.132942 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.133291 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.133672 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.133999 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Tracked resource versions report: Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: pushed versions: Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Log': {'1.0'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Network': {'1.1'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Port': {'1.7'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: consumer versions: Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: HyperV agent@hv-cinder-81558: {}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: L3 agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: Metadata agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: Metering agent@dv-cinder-815582-19-iscsi: {}, Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-815582-19-iscsi: { 'AddressGroup': '1.2', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Agent': '1.1', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Log': '1.0', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Network': '1.1', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Port': '1.7', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'SubPort': '1.0', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Subnet': '1.1', Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Oct 27 01:23:59.135186 dv-cinder-815582-19-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:23:59.141779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.141870 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4cb5052b-979e-46b7-92bf-bbde72213d3e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:59.141947 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d2c751a5-dc66-4ec8-a588-f93f016836da admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0804956 Oct 27 01:23:59.142028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.142028 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4cb5052b-979e-46b7-92bf-bbde72213d3e Oct 27 01:23:59.148384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55514) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:59.230077 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.283595 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:23:59.315619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e961a84-f880-474a-8aca-8a7fa304a9b4 None None] Network e6bca71c-aea1-476d-8633-0cf730614609 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:23:59.351449 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.352248 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.353861 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.394127 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eece6708-2c42-4d86-bf57-ff2fa975c097 admin admin] Publish callbacks [] for security_group (09ae3bfa-2f23-4e34-ad30-4800397e7771), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.453647 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4cb5052b-979e-46b7-92bf-bbde72213d3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:59.466203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Current status of the port 4cb5052b-979e-46b7-92bf-bbde72213d3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:23:59.468975 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eece6708-2c42-4d86-bf57-ff2fa975c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (09ae3bfa-2f23-4e34-ad30-4800397e7771), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.497978 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:23:59.499947 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Provisioning complete for port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:23:59.500341 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.500684 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Attempt 1 to provision port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 Oct 27 01:23:59.572560 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:59.605251 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Allocated IP 172.20.0.1 (a64b63af-183f-41f2-aa9d-31ed91fe4c62/e1310b80-f965-456a-acfb-40646908bd3c/4eb0b107-6db4-4d16-b64c-b78644d7243b) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:59.607662 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:55Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:59.617651 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-eece6708-2c42-4d86-bf57-ff2fa975c097 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2d929d321b214af7977d4bbc558b86d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1345758 Oct 27 01:23:59.623561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:59.634271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55520) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:59.635352 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece6708-2c42-4d86-bf57-ff2fa975c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ae3bfa-2f23-4e34-ad30-4800397e7771,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:59.654978 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:23:59.655621 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:59.720333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.726134 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-8de9c950-7e96-4fac-963c-8d020df85f9f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9875896 Oct 27 01:23:59.726983 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55524) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:23:59.727230 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5137687-c7f6-4808-a15c-ada96ca5fba6 None None] Pushing event updated for resources: {'Port': ['ID=ed304536-09ba-4141-ba75-2d2b4929f547,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:59.736517 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:59.736867 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Updating router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 port b910b07b-d924-41e8-97fc-f639b7af8163 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:23:59.794477 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.848976 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.873670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.892697 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:23:59.893528 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:59.915485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.924121 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9e24da26-1f7d-4fe7-bf7f-72868d6f404f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:59.938166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2aad-2cb2-40dd-846d-7a332563d87c admin admin] Publish callbacks [] for security_group (8d2f3182-5649-4f99-a32e-5831f7249887), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.948528 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] Publish callbacks [] for security_group (09ae3bfa-2f23-4e34-ad30-4800397e7771), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.953181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2aad-2cb2-40dd-846d-7a332563d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8d2f3182-5649-4f99-a32e-5831f7249887), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.960897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks [] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:23:59.983405 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:23:59.993645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] Publish callbacks [] for security_group (09ae3bfa-2f23-4e34-ad30-4800397e7771), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.034189 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:00.041741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-ae84d1ec-417b-4e4f-9a3f-34f8e549f21f None None] Current status of the port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:00.070072 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:00.072406 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fbdb2aad-2cb2-40dd-846d-7a332563d87c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3fe71b3133b748c5b7b2c6442cc98a58&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2186248 Oct 27 01:24:00.079100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:00.079734 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.080263 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f Oct 27 01:24:00.080647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2aad-2cb2-40dd-846d-7a332563d87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f3182-5649-4f99-a32e-5831f7249887,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:00.085471 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55528) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:00.127407 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:23:56Z', 'revision_number': 3, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:00.127895 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:00.180114 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:00.180981 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Updating router b634a60b-0937-4ad7-a11e-d3f695e17e49 port def5db1e-1b5e-4bf5-8813-3e9ae6231764 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:00.213515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:00.214124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.250230 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] Publish callbacks [] for security_group (8d2f3182-5649-4f99-a32e-5831f7249887), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.275315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] Publish callbacks [] for security_group (8d2f3182-5649-4f99-a32e-5831f7249887), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.305083 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Provisioning complete for port 67737150-683b-4922-9d61-221046b1b964 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:00.306028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (67737150-683b-4922-9d61-221046b1b964), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.306681 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Attempt 1 to provision port 67737150-683b-4922-9d61-221046b1b964 Oct 27 01:24:00.363430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8d2f3182-5649-4f99-a32e-5831f7249887), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.366490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.367641 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d2f3182-5649-4f99-a32e-5831f7249887 HTTP/1.1" status: 204 len: 168 time: 0.2796993 Oct 27 01:24:00.381451 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (09ae3bfa-2f23-4e34-ad30-4800397e7771), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.384019 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.385342 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09ae3bfa-2f23-4e34-ad30-4800397e7771 HTTP/1.1" status: 204 len: 168 time: 0.7469141 Oct 27 01:24:00.407559 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:00.408776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6102671-e1b1-496c-b8c0-9f82c3cc375d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f3182-5649-4f99-a32e-5831f7249887,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:00.408986 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bc47f-8f99-4097-91c3-047108624548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ae3bfa-2f23-4e34-ad30-4800397e7771,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:00.413378 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Pushing event updated for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:00.423405 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:00.426814 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:00.501781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:00.502358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (60014d93-403e-44f7-af7b-633b10cd9444), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.567763 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:00.569978 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4cb5052b-979e-46b7-92bf-bbde72213d3e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:00.572109 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.635434 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:54Z', 'revision_number': 3, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:00.711377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.814710 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:58Z', 'revision_number': 3, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:00.854963 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.889282 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:00.889637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Updating router 50face45-ffba-4242-9f70-b60b11be955f port 8a77a594-907e-494e-a6ce-7ee65b3beade binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:00.950720 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:00.965929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:00.989025 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9caba-b1ab-440b-b97e-f635eb7b6409 None None] The sync data for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi is: [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:54Z', 'revision_number': 3, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:01.013025 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.178959 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4cb5052b-979e-46b7-92bf-bbde72213d3e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:01.180261 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.181148 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4cb5052b-979e-46b7-92bf-bbde72213d3e Oct 27 01:24:01.274810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Allocated IP 172.20.0.1 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/7edc1d55-fe53-4bc1-9a85-a02199e5a601) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:01.338458 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks [] for port (b910b07b-d924-41e8-97fc-f639b7af8163), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.349974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:01.353678 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.428811 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.480766 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Attempting to bind port b910b07b-d924-41e8-97fc-f639b7af8163 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:01.481162 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Attempting to bind port b910b07b-d924-41e8-97fc-f639b7af8163 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:01.481524 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Attempting to bind port b910b07b-d924-41e8-97fc-f639b7af8163 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:01.503083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:01.546466 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:01.562912 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Current status of the port 67737150-683b-4922-9d61-221046b1b964 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:01.563301 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (67737150-683b-4922-9d61-221046b1b964), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.630653 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.639657 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84bce8-ff5e-43f0-9d75-23af5c3d4465 None None] Pushing event updated for resources: {'Port': ['ID=b910b07b-d924-41e8-97fc-f639b7af8163,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:01.694673 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:01.695095 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:01.695537 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.696075 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:01.696367 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Bound port: b910b07b-d924-41e8-97fc-f639b7af8163, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:01.696741 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.716247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks [] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.727673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks [] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.732666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.734375 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (60014d93-403e-44f7-af7b-633b10cd9444), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.772470 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] For port b910b07b-d924-41e8-97fc-f639b7af8163, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:01.782377 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] For port b910b07b-d924-41e8-97fc-f639b7af8163, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b910b07b-d924-41e8-97fc-f639b7af8163,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:01.797319 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.865763 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Allocated IP 172.20.0.1 (03467824-1af5-46b4-9775-45b8ed4ca0b6/7cc8a79d-57c2-4c7d-a51f-da6bf1333623/950ab7a2-492b-4286-8663-42d83088d0f4) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:01.866668 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] For port 67737150-683b-4922-9d61-221046b1b964, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=67737150-683b-4922-9d61-221046b1b964,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:01.896215 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:01.904587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (67737150-683b-4922-9d61-221046b1b964), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:01.935396 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Pushing event updated for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:01.985644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.000856 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:02.001551 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:02.021975 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84bce8-ff5e-43f0-9d75-23af5c3d4465 None None] Pushing event updated for resources: {'Port': ['ID=b910b07b-d924-41e8-97fc-f639b7af8163,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:02.069461 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Provisioning complete for port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:02.069830 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.072356 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Attempt 1 to provision port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 Oct 27 01:24:02.176314 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:02.241426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:02.248950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:02.271445 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:02.278893 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Allocated IP 172.20.0.1 (e6bca71c-aea1-476d-8633-0cf730614609/a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052/6c839c9e-c0c7-4add-8a27-72630667fb57) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:02.279639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:02.292061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Pushing event updated for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:02.304950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:02.305569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.312082 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks [] for port (950ab7a2-492b-4286-8663-42d83088d0f4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.340351 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:02.432343 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.533350 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks [] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.564030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4cb5052b-979e-46b7-92bf-bbde72213d3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:02.570246 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:02.571485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:02.611956 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:02.652780 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:02.663687 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.777910 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.919907 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Pushing event updated for resources: {'Port': ['ID=67737150-683b-4922-9d61-221046b1b964,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:02.926367 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Pushing event updated for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:02.946397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.974073 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks [] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:02.977528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:02.991631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Router 60014d93-403e-44f7-af7b-633b10cd9444 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:03.012680 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Attempting to bind port def5db1e-1b5e-4bf5-8813-3e9ae6231764 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:03.014685 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Attempting to bind port def5db1e-1b5e-4bf5-8813-3e9ae6231764 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:03.015434 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Attempting to bind port def5db1e-1b5e-4bf5-8813-3e9ae6231764 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:03.033639 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:03.050015 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:03.055952 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:55Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:03.115901 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9eaa3-ad7a-43ab-a126-1f4fdc057b93 None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:23:55Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:03.135876 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:03.155473 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:03.155888 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.156321 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 Oct 27 01:24:03.242384 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c6724-f8da-4e14-a9b6-a4913a3847ec None None] Current status of the port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:03.299468 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab750-0418-4f3b-b039-cdc25cda61f6 None None] Pushing event updated for resources: {'Port': ['ID=def5db1e-1b5e-4bf5-8813-3e9ae6231764,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:03.331551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:03.336360 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:03.336360 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.336983 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:03.337712 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Bound port: def5db1e-1b5e-4bf5-8813-3e9ae6231764, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:03.338310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.521254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Provisioning complete for port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:03.521254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.521254 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Attempt 1 to provision port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 Oct 27 01:24:03.596189 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.627635 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.712089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:03.727933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] For port def5db1e-1b5e-4bf5-8813-3e9ae6231764, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:03.745657 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] For port def5db1e-1b5e-4bf5-8813-3e9ae6231764, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=def5db1e-1b5e-4bf5-8813-3e9ae6231764,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:03.757437 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:03.763635 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ca85dea2-9e68-4de4-aa6b-0c21cf1f451e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/60014d93-403e-44f7-af7b-633b10cd9444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6154149 Oct 27 01:24:03.891003 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks [] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.926784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:03.979069 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.024363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks [] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.053374 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.054551 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.127296 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Sync routers for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:04.145976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:04.159817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:04.161602 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 67737150-683b-4922-9d61-221046b1b964 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:04.170794 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Attempting to bind port 8a77a594-907e-494e-a6ce-7ee65b3beade on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:04.171174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Attempting to bind port 8a77a594-907e-494e-a6ce-7ee65b3beade by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:04.171541 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Attempting to bind port 8a77a594-907e-494e-a6ce-7ee65b3beade on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:04.177079 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:04.178015 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:04.188590 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:04.189476 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:04.213284 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks [] for port (950ab7a2-492b-4286-8663-42d83088d0f4), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.226012 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Pushing event updated for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.239572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:04.282968 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.283176 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:04.293120 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.303932 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Provisioning complete for port 950ab7a2-492b-4286-8663-42d83088d0f4 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:04.304568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.305153 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Attempt 1 to provision port 950ab7a2-492b-4286-8663-42d83088d0f4 Oct 27 01:24:04.356094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab750-0418-4f3b-b039-cdc25cda61f6 None None] Pushing event updated for resources: {'Port': ['ID=def5db1e-1b5e-4bf5-8813-3e9ae6231764,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.416211 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:04.442697 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Port 950ab7a2-492b-4286-8663-42d83088d0f4 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:04.471939 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:04.484320 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:04.512337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:04.515698 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:04.516349 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:04.517738 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.518662 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:04.519928 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Bound port: 8a77a594-907e-494e-a6ce-7ee65b3beade, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:04.520808 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.539807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Pushing event updated for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.551857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:04.554167 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977875a-bafb-4fa9-b37a-1864aabdf338 None None] Pushing event updated for resources: {'Port': ['ID=8a77a594-907e-494e-a6ce-7ee65b3beade,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.571268 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:04.584135 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Network e6bca71c-aea1-476d-8633-0cf730614609 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:04.610544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Provisioning complete for port 4eb0b107-6db4-4d16-b64c-b78644d7243b triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:04.612125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.615064 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Attempt 1 to provision port 4eb0b107-6db4-4d16-b64c-b78644d7243b Oct 27 01:24:04.622193 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:04.630469 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Pushing event updated for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.650228 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 67737150-683b-4922-9d61-221046b1b964 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:04.652118 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (67737150-683b-4922-9d61-221046b1b964), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.653871 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 67737150-683b-4922-9d61-221046b1b964 Oct 27 01:24:04.693078 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:04.694853 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (50face45-ffba-4242-9f70-b60b11be955f), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:04.843564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:04.882628 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:04.939928 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:05.110580 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7a338f79-d5e6-4217-ab75-58bfa5857635 None None] Port 4eb0b107-6db4-4d16-b64c-b78644d7243b cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:05.138392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] For port 8a77a594-907e-494e-a6ce-7ee65b3beade, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:05.143471 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] For port 8a77a594-907e-494e-a6ce-7ee65b3beade, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8a77a594-907e-494e-a6ce-7ee65b3beade,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:05.168579 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:00Z', 'revision_number': 4, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4eb0b107-6db4-4d16-b64c-b78644d7243b', 'name': '', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'mac_address': 'fa:16:3e:39:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:59Z', 'updated_at': '2022-10-27T01:24:01Z', 'revision_number': 2, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'subnets': [{'id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:05.262947 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Checking router: 60014d93-403e-44f7-af7b-633b10cd9444 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:05.264653 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Updating router 60014d93-403e-44f7-af7b-633b10cd9444 port 4eb0b107-6db4-4d16-b64c-b78644d7243b binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:05.327441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:05.345185 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-dba1852e-ac3a-470b-aa85-62af2c008d1a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b634a60b-0937-4ad7-a11e-d3f695e17e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3885937 Oct 27 01:24:05.376312 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:05.413712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55706) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:05.419791 dv-cinder-815582-19-iscsi neutron-server[104646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 01:24:05.430440 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:05.435516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:05.453451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 67737150-683b-4922-9d61-221046b1b964 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:05.596234 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:05.697443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977875a-bafb-4fa9-b37a-1864aabdf338 None None] Pushing event updated for resources: {'Port': ['ID=8a77a594-907e-494e-a6ce-7ee65b3beade,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:05.707366 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:05.729008 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Provisioning complete for port 950ab7a2-492b-4286-8663-42d83088d0f4 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:05.729257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:05.729585 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Attempt 1 to provision port 950ab7a2-492b-4286-8663-42d83088d0f4 Oct 27 01:24:05.882963 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Port 950ab7a2-492b-4286-8663-42d83088d0f4 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:05.905657 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:05.906594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:05.923773 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2f1a4961-02ad-4298-af90-b4e60fdaf0e7 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:05.929939 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2f1a4961-02ad-4298-af90-b4e60fdaf0e7 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a64b63af-183f-41f2-aa9d-31ed91fe4c62 HTTP/1.1" status: 200 len: 812 time: 0.5136566 Oct 27 01:24:05.962387 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-6e412d72-b044-428c-9b77-948ce40d4822 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/quotas/c72a2266373f44749fa0d3bbd3bb68cd HTTP/1.1" status: 200 len: 375 time: 0.0221846 Oct 27 01:24:06.052134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Provisioning complete for port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:06.052608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.052859 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Attempt 1 to provision port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 Oct 27 01:24:06.096282 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks [] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.104862 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.178602 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5a4bcca5-da01-42fe-a52c-ad94ca6687cb tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c72a2266373f44749fa0d3bbd3bb68cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151656 Oct 27 01:24:06.229474 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dfbd2-c370-4ace-b16a-3417acfff287 None None] Pushing event updated for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:06.236646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.239978 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Attempting to bind port 4eb0b107-6db4-4d16-b64c-b78644d7243b on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:06.240637 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Attempting to bind port 4eb0b107-6db4-4d16-b64c-b78644d7243b by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:06.241243 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Attempting to bind port 4eb0b107-6db4-4d16-b64c-b78644d7243b on network a64b63af-183f-41f2-aa9d-31ed91fe4c62 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:06.290826 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:06.312553 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-689aed94-c2e4-433f-af55-3c055e361d3e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/90ee908d-2a15-4872-9101-fd81ec0ec9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1611269 Oct 27 01:24:06.318578 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:06.318961 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Checking segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:06.319329 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.319899 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Bound using segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:06.320367 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Bound port: 4eb0b107-6db4-4d16-b64c-b78644d7243b, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:06.320734 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.417026 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ed304536-09ba-4141-ba75-2d2b4929f547 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:06.429867 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks [] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.441773 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.442575 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (50face45-ffba-4242-9f70-b60b11be955f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.466091 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-e4bdf81e-9ecf-4869-b52f-aedad41795fd service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:24:06.475897 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-e4bdf81e-9ecf-4869-b52f-aedad41795fd service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1183145 Oct 27 01:24:06.500226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.502045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-538a4377-de8c-45fa-9d88-637c85282caf None None] Port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:06.516432 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] For port 4eb0b107-6db4-4d16-b64c-b78644d7243b, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:06.516671 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:06.523058 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] For port 4eb0b107-6db4-4d16-b64c-b78644d7243b, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4eb0b107-6db4-4d16-b64c-b78644d7243b,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:06.532794 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0946e78-0786-4e10-97ce-da95ff211c5d None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:06.536761 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.560217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Pushing event updated for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:06.564018 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55742) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:06.579202 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495928852', 'description': 'tempest-description--1128201093'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:06.585764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port ed304536-09ba-4141-ba75-2d2b4929f547 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:06.586480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.587031 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port ed304536-09ba-4141-ba75-2d2b4929f547 Oct 27 01:24:06.588942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:06.590515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:06.609528 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.689809 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:06.690051 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:06.692874 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.706127 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.743671 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dfbd2-c370-4ace-b16a-3417acfff287 None None] Pushing event updated for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:06.783981 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:06.820864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2ad07fc3-a7bd-4a88-9363-56fa0727bf63 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439951 Oct 27 01:24:06.880547 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:06.897850 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Network e6bca71c-aea1-476d-8633-0cf730614609 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:06.905096 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:06.967922 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:07.037395 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:07.114471 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (e89659f7-d44c-4793-a75a-fcb98d12629c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.120876 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:07.124794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e89659f7-d44c-4793-a75a-fcb98d12629c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.165551 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89659f7-d44c-4793-a75a-fcb98d12629c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:07.190564 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2f0f5b2f-b067-4e31-9ff7-15c14c70d58d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632467 Oct 27 01:24:07.221616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55776) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:07.354129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:07.374150 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.380271 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-665a3f78-3a35-45ad-b37a-8ef33ec5e601 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8110602 Oct 27 01:24:07.382479 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55778) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:07.397883 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': 'e89659f7-d44c-4793-a75a-fcb98d12629c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:07.426985 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:07.431397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-1362b737-78e3-42c7-94c1-b23278ace847 None None] Provisioning complete for port 6c839c9e-c0c7-4add-8a27-72630667fb57 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:07.432548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1362b737-78e3-42c7-94c1-b23278ace847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.433219 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-1362b737-78e3-42c7-94c1-b23278ace847 None None] Attempt 1 to provision port 6c839c9e-c0c7-4add-8a27-72630667fb57 Oct 27 01:24:07.446936 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a3ffdbea-c698-496f-822d-b1bb3ef5280d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/50face45-ffba-4242-9f70-b60b11be955f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7076137 Oct 27 01:24:07.484660 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:07.504966 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:07.506142 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:00Z', 'revision_number': 4, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4eb0b107-6db4-4d16-b64c-b78644d7243b', 'name': '', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'mac_address': 'fa:16:3e:39:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:59Z', 'updated_at': '2022-10-27T01:24:06Z', 'revision_number': 4, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'subnets': [{'id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:07.508770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-10417a2e-5cb7-4386-a5ef-1a1b42a71182 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:07.511479 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-10417a2e-5cb7-4386-a5ef-1a1b42a71182 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.2878737 Oct 27 01:24:07.539488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (fabf50ce-a13f-4ecf-813a-f9cf5eb3bb5f), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.549526 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-6608c37c-8208-4ea1-ab4e-6935284d35ef tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/quotas/7eefe01b108148bab60d4de13be0405d HTTP/1.1" status: 200 len: 375 time: 0.0224764 Oct 27 01:24:07.628094 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584a30d-4c78-4f8a-8a13-355fb2077e55 None None] The sync data for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi is: [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:00Z', 'revision_number': 4, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4eb0b107-6db4-4d16-b64c-b78644d7243b', 'name': '', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'mac_address': 'fa:16:3e:39:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:59Z', 'updated_at': '2022-10-27T01:24:06Z', 'revision_number': 4, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'subnets': [{'id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:07.641679 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 2, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:07.652681 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1362b737-78e3-42c7-94c1-b23278ace847 None None] Port 6c839c9e-c0c7-4add-8a27-72630667fb57 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:07.675068 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-35c7821b-2370-4197-9eca-de9035fb2e35 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158104 Oct 27 01:24:07.741938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (fabf50ce-a13f-4ecf-813a-f9cf5eb3bb5f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.741938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (fabf50ce-a13f-4ecf-813a-f9cf5eb3bb5f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.775083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabf50ce-a13f-4ecf-813a-f9cf5eb3bb5f,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:07.837586 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.841689 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55808) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:07.847382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': 'e89659f7-d44c-4793-a75a-fcb98d12629c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:07.855754 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b8dc93fb-fa28-4300-984a-39e9a793c33a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545717 Oct 27 01:24:07.892015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:07.892575 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Updating router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 port 950ab7a2-492b-4286-8663-42d83088d0f4 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:07.924383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (2323051e-c9f9-41d5-b89b-b0317a94112e), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:07.983903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.008931 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port ed304536-09ba-4141-ba75-2d2b4929f547 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:08.010295 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.033524 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7630e252-6608-4533-a35e-92baecfca0d6 None None] Provisioning complete for port 6c839c9e-c0c7-4add-8a27-72630667fb57 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:08.039637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-ad580c4c-2569-4367-b5f3-f40dcc5ac418 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:24:08.044925 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7630e252-6608-4533-a35e-92baecfca0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.045587 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7630e252-6608-4533-a35e-92baecfca0d6 None None] Attempt 1 to provision port 6c839c9e-c0c7-4add-8a27-72630667fb57 Oct 27 01:24:08.047134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-ad580c4c-2569-4367-b5f3-f40dcc5ac418 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1212118 Oct 27 01:24:08.081792 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (2323051e-c9f9-41d5-b89b-b0317a94112e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.096026 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (2323051e-c9f9-41d5-b89b-b0317a94112e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.147381 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.148794 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061190 Oct 27 01:24:08.154078 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55822) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:08.156425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92689498-ba19-4777-a986-ca08257e876f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2323051e-c9f9-41d5-b89b-b0317a94112e,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:08.157326 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port ed304536-09ba-4141-ba75-2d2b4929f547, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ed304536-09ba-4141-ba75-2d2b4929f547,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:08.162221 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:08.212516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:08.214274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.215731 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1630cee-a06d-4f74-a413-badb437735b1 req-d60d2367-59f7-4706-9536-b4a4c463beb9 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.1649828 Oct 27 01:24:08.215858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.215963 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b910b07b-d924-41e8-97fc-f639b7af8163 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:08.277506 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-f6945b51-0b8d-4e25-bbfc-49e785c868e6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277193 Oct 27 01:24:08.376985 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7630e252-6608-4533-a35e-92baecfca0d6 None None] Port 6c839c9e-c0c7-4add-8a27-72630667fb57 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:08.481570 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-5ef0a969-2f7a-4573-b895-c9f7b52524dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991515 Oct 27 01:24:08.506195 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55836) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:08.514028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388772465', 'description': 'tempest-description--1693830205'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:08.557550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.611475 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.765373 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (dea0b9d9-d63d-4bcc-ba7d-867efbac46b3), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.773840 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (dea0b9d9-d63d-4bcc-ba7d-867efbac46b3), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:08.893024 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:08.935807 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=ed304536-09ba-4141-ba75-2d2b4929f547,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:08.939306 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:08.993080 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.000251 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4924302 Oct 27 01:24:09.004408 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55868) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:09.029652 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bf8a4b62-186c-434b-9ad6-88380d7fb794 req-4be22a72-c4e1-4230-a6e3-4badc0e5634e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 210 time: 0.1793146 Oct 27 01:24:09.033301 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b0ae9-8f39-4b13-8220-1fca681dded4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:09.051698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group_rule': {'security_group_id': 'dea0b9d9-d63d-4bcc-ba7d-867efbac46b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:09.062974 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e666-d3b0-4d62-9fa6-b39309c52075 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:09.115230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port b910b07b-d924-41e8-97fc-f639b7af8163 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:09.116039 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.116521 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port b910b07b-d924-41e8-97fc-f639b7af8163 Oct 27 01:24:09.143061 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:09.199179 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.27.0.77 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/8969e471-389e-488c-a116-37743db44dec) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:09.267971 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (dc408410-6d4b-4302-b793-e3206c0bd0c6), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.311850 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks [] for port (950ab7a2-492b-4286-8663-42d83088d0f4), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.343121 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.377213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:09.419875 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:09.600499 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (8969e471-389e-488c-a116-37743db44dec), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.691066 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55912) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:09.712299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (dc408410-6d4b-4302-b793-e3206c0bd0c6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.716038 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ea2d-e035-4317-97c5-ffbf18fc6367 None None] Pushing event updated for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:09.735168 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port b910b07b-d924-41e8-97fc-f639b7af8163 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:09.735538 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (dc408410-6d4b-4302-b793-e3206c0bd0c6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.735899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.751510 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Attempting to bind port 950ab7a2-492b-4286-8663-42d83088d0f4 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:09.752161 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Attempting to bind port 950ab7a2-492b-4286-8663-42d83088d0f4 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:09.752609 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Attempting to bind port 950ab7a2-492b-4286-8663-42d83088d0f4 on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:09.785123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (8969e471-389e-488c-a116-37743db44dec), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.830160 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc408410-6d4b-4302-b793-e3206c0bd0c6,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:09.850413 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b413a280-2b16-4238-b8eb-24fc2b4a19fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:09.851999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b413a280-2b16-4238-b8eb-24fc2b4a19fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.5626535 Oct 27 01:24:09.859173 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6f29c303-d9d0-4596-a02a-f8aa495a73ba req-ad5e91e9-5aa9-4765-bb26-1fa26bd21328 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0971203 Oct 27 01:24:09.891224 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-deb3e80a-655d-42b1-af99-51401cd3d18d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/quotas/7eefe01b108148bab60d4de13be0405d HTTP/1.1" status: 200 len: 375 time: 0.0310652 Oct 27 01:24:09.891605 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port b910b07b-d924-41e8-97fc-f639b7af8163, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b910b07b-d924-41e8-97fc-f639b7af8163,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:09.904438 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.905653 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-986c0845-94c5-403a-9619-0e3fca41edd1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8959675 Oct 27 01:24:09.912429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55924) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:09.933699 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:09.933899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.934646 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 67737150-683b-4922-9d61-221046b1b964 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:09.940472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group_rule': {'security_group_id': 'dea0b9d9-d63d-4bcc-ba7d-867efbac46b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:09.965947 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:09.971089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:09.978159 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-de75ca8c-792e-41b4-807b-88aa8163eaf2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712080 Oct 27 01:24:09.988705 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:09.989296 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:09.989561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:09.990254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Bound using segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:09.991441 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Bound port: 950ab7a2-492b-4286-8663-42d83088d0f4, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:09.992858 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.002007 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (270ee39c-89dd-4c06-a9de-b3516492a699), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.063685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=8969e471-389e-488c-a116-37743db44dec,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:10.070028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-49e6f168-765a-438c-8a99-7dcedbf6ea94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.105413 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:10.228595 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-2519edd6-2651-422a-af28-32d60acd5d1f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495515 Oct 27 01:24:10.393424 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 67737150-683b-4922-9d61-221046b1b964 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:10.394214 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (67737150-683b-4922-9d61-221046b1b964), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.394689 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 67737150-683b-4922-9d61-221046b1b964 Oct 27 01:24:10.443079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.510305 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:10.512083 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=b910b07b-d924-41e8-97fc-f639b7af8163,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:10.538073 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-0690d7bd-bc51-40df-84ab-aafe4fe714a0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974946 Oct 27 01:24:10.574719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] For port 950ab7a2-492b-4286-8663-42d83088d0f4, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:10.610523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] For port 950ab7a2-492b-4286-8663-42d83088d0f4, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=950ab7a2-492b-4286-8663-42d83088d0f4,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:10.640022 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.669469 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8969e471-389e-488c-a116-37743db44dec), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.687508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:10.736591 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (270ee39c-89dd-4c06-a9de-b3516492a699), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.766191 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ea2d-e035-4317-97c5-ffbf18fc6367 None None] Pushing event updated for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:10.784332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 67737150-683b-4922-9d61-221046b1b964 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:10.826070 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (270ee39c-89dd-4c06-a9de-b3516492a699), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:10.846287 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:10.848837 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:10.971540 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-49e6f168-765a-438c-8a99-7dcedbf6ea94 admin admin] Publish callbacks [] for security_group (fd909bf6-f508-4346-82c0-fda14368e372), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:11.027931 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:11.028496 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7275e5af-1291-47a9-9a03-91dee253f39c req-712baf7d-e9d5-44f5-839f-eae7b9d379ae tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.1121781 Oct 27 01:24:11.092576 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:11.112727 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270ee39c-89dd-4c06-a9de-b3516492a699,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:11.136543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-49e6f168-765a-438c-8a99-7dcedbf6ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (fd909bf6-f508-4346-82c0-fda14368e372), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:11.319203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:11.329593 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ec115bff-2bd5-422e-bf5f-32e266e68f82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4030180 Oct 27 01:24:11.330740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 55974) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:11.337826 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:11.407529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:11.521716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:11.523578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6f168-765a-438c-8a99-7dcedbf6ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd909bf6-f508-4346-82c0-fda14368e372,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:11.532325 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ed304536-09ba-4141-ba75-2d2b4929f547 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:11.541856 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-49e6f168-765a-438c-8a99-7dcedbf6ea94 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1de72905e70a4b7ab0bc68459daac163&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8492134 Oct 27 01:24:11.554984 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 55992) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:11.769152 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:11.773666 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-726c646e-d20c-4469-a53c-0d71ebed1b8b req-e525fbb2-6347-46a5-9a01-1d05b637485f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.3333700 Oct 27 01:24:11.782425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:10Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.830775 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:11.830775 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.832760 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c6482-9d5e-4db9-98ef-fe35635def25 None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:10Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:11.838436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port ed304536-09ba-4141-ba75-2d2b4929f547 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:11.838633 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:11.838969 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port ed304536-09ba-4141-ba75-2d2b4929f547 Oct 27 01:24:11.882480 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.13', 64118) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:12.058387 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port ed304536-09ba-4141-ba75-2d2b4929f547 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:12.059477 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b910b07b-d924-41e8-97fc-f639b7af8163 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:12.218916 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:12.258257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port b910b07b-d924-41e8-97fc-f639b7af8163 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:12.258832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.258972 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port b910b07b-d924-41e8-97fc-f639b7af8163 Oct 27 01:24:12.276933 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.306290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0d250f06-e65c-4c54-9def-028e3eab052c req-d4b7fe86-d596-4bb9-9824-b4fa00b5fe86 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.1585820 Oct 27 01:24:12.437676 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] Publish callbacks [] for security_group (fd909bf6-f508-4346-82c0-fda14368e372), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.479600 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port b910b07b-d924-41e8-97fc-f639b7af8163 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:12.480668 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device def5db1e-1b5e-4bf5-8813-3e9ae6231764 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:12.576141 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port def5db1e-1b5e-4bf5-8813-3e9ae6231764 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:12.576542 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.576894 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port def5db1e-1b5e-4bf5-8813-3e9ae6231764 Oct 27 01:24:12.606076 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Allocated IP 172.27.0.57 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:12.661484 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] Publish callbacks [] for security_group (fd909bf6-f508-4346-82c0-fda14368e372), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.664593 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:12.667369 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (8969e471-389e-488c-a116-37743db44dec), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.726580 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:12.727060 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Updating router b634a60b-0937-4ad7-a11e-d3f695e17e49 port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:12.731396 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8969e471-389e-488c-a116-37743db44dec), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.732120 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.814322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.13', 64131) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:12.844792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port def5db1e-1b5e-4bf5-8813-3e9ae6231764 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:12.845232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.856227 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.920793 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port def5db1e-1b5e-4bf5-8813-3e9ae6231764, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=def5db1e-1b5e-4bf5-8813-3e9ae6231764,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:12.930524 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:12.931610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4eb0b107-6db4-4d16-b64c-b78644d7243b up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:13.043538 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.059816 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9043188 Oct 27 01:24:13.076492 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-99fba0e8-2136-43ff-899e-d4c9245f8494 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:13.080940 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-99fba0e8-2136-43ff-899e-d4c9245f8494 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.13 "GET /networking/v2.0/networks?id=a64b63af-183f-41f2-aa9d-31ed91fe4c62 HTTP/1.1" status: 200 len: 812 time: 1.1974521 Oct 27 01:24:13.090565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-94fc08ad-d2cc-48f0-833b-a28b8e600f8c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:13.096128 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-94fc08ad-d2cc-48f0-833b-a28b8e600f8c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.2659812 Oct 27 01:24:13.142058 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fa7b8-cd46-484b-a8c7-cfce0d248cbc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=8969e471-389e-488c-a116-37743db44dec,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:13.146264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:13.157864 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=def5db1e-1b5e-4bf5-8813-3e9ae6231764,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:13.164257 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Request body: {'port': {'device_id': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'admin_state_up': True, 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:13.192005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4eb0b107-6db4-4d16-b64c-b78644d7243b triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:13.192401 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.192745 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4eb0b107-6db4-4d16-b64c-b78644d7243b Oct 27 01:24:13.244225 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'port': {'device_id': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'admin_state_up': True, 'tenant_id': '7eefe01b108148bab60d4de13be0405d'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:13.319417 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e01b795-bc12-42f8-8ffe-f9502406979b req-29770007-9038-416d-90fa-4fd8425c65b0 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.2108424 Oct 27 01:24:13.395416 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (fd909bf6-f508-4346-82c0-fda14368e372), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.401974 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.412922 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd909bf6-f508-4346-82c0-fda14368e372 HTTP/1.1" status: 204 len: 168 time: 1.8500550 Oct 27 01:24:13.441637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4eb0b107-6db4-4d16-b64c-b78644d7243b is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:13.442101 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.481264 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.542244 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 4eb0b107-6db4-4d16-b64c-b78644d7243b, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4eb0b107-6db4-4d16-b64c-b78644d7243b,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:13.556074 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.561611 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204c10-e2f3-4743-816c-81ed6b389038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd909bf6-f508-4346-82c0-fda14368e372,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:13.584033 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:13.587014 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Made reservation on behalf of c72a2266373f44749fa0d3bbd3bb68cd for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:13.591538 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks [] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.594040 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:13.599885 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.610539 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.668434 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Made reservation on behalf of 7eefe01b108148bab60d4de13be0405d for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:13.672478 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:13.731710 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ec74e5e3-36a7-4646-afee-905f3a602f48 req-41103477-9575-4e6c-bc6c-5c257ccc7876 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.1776884 Oct 27 01:24:13.748852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:13.749156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:13.855716 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec0838-f7b6-40ba-95bf-38cc5030b382 None None] Pushing event updated for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:13.900139 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Attempting to bind port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:13.903023 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Attempting to bind port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:13.903521 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Attempting to bind port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:13.990646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.13', 64144) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:14.063821 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:14.064428 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:14.067072 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.067948 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:14.068686 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Bound port: 7edc1d55-fe53-4bc1-9a85-a02199e5a601, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:14.070343 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.166155 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 950ab7a2-492b-4286-8663-42d83088d0f4 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:14.204691 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] For port 7edc1d55-fe53-4bc1-9a85-a02199e5a601, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:14.211513 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] For port 7edc1d55-fe53-4bc1-9a85-a02199e5a601, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7edc1d55-fe53-4bc1-9a85-a02199e5a601,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:14.213853 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:14.217533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:14.227716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b85fdd42-9eec-467b-93b7-d4a51070a0bc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:14.227838 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.235924 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b85fdd42-9eec-467b-93b7-d4a51070a0bc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.2371972 Oct 27 01:24:14.282786 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'port': {'device_id': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'admin_state_up': True, 'tenant_id': '7eefe01b108148bab60d4de13be0405d'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:14.290029 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:14.296600 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-8fe929e2-272a-4d54-b08a-e19690bf1985 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1495928852&fields=id&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 267 time: 0.7411783 Oct 27 01:24:14.313516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 950ab7a2-492b-4286-8663-42d83088d0f4 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:14.313907 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.314249 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 950ab7a2-492b-4286-8663-42d83088d0f4 Oct 27 01:24:14.370098 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.434093 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec0838-f7b6-40ba-95bf-38cc5030b382 None None] Pushing event updated for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:14.436392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 950ab7a2-492b-4286-8663-42d83088d0f4 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:14.436787 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.453524 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:14.455690 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:14.564544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 950ab7a2-492b-4286-8663-42d83088d0f4, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=950ab7a2-492b-4286-8663-42d83088d0f4,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:14.571792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.580663 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device def5db1e-1b5e-4bf5-8813-3e9ae6231764 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:14.610326 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:14.668581 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Allocated IP 172.20.0.11 (a64b63af-183f-41f2-aa9d-31ed91fe4c62/e1310b80-f965-456a-acfb-40646908bd3c/d74997a4-8058-410c-9e78-4a15650df34e) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:14.740539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:14.767578 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e880eab9-3d67-424b-96ba-bafcf185e4b2 req-d580c0c6-3d42-4663-8bba-a34b1ba65c3e tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.1656070 Oct 27 01:24:14.807252 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:14.812001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Allocated IP 172.20.0.6 (03467824-1af5-46b4-9775-45b8ed4ca0b6/7cc8a79d-57c2-4c7d-a51f-da6bf1333623/03b4b398-12c2-4b2b-b9c0-441545a05f75) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:14.820214 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:14.846745 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:14.875026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:14.939564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:14.940480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port def5db1e-1b5e-4bf5-8813-3e9ae6231764 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:14.941527 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:14.942644 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port def5db1e-1b5e-4bf5-8813-3e9ae6231764 Oct 27 01:24:15.129351 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port def5db1e-1b5e-4bf5-8813-3e9ae6231764 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:15.134113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8a77a594-907e-494e-a6ce-7ee65b3beade up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:15.266486 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56130) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:15.267029 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.273966 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56132) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:15.296200 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8a77a594-907e-494e-a6ce-7ee65b3beade triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:15.296770 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.297270 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8a77a594-907e-494e-a6ce-7ee65b3beade Oct 27 01:24:15.386242 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:15.460839 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6ef6-6fd3-44f7-bb93-2d7f8744d27b None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:15.507796 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8a77a594-907e-494e-a6ce-7ee65b3beade is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:15.508890 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.560376 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 8a77a594-907e-494e-a6ce-7ee65b3beade, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8a77a594-907e-494e-a6ce-7ee65b3beade,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:15.574241 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.587328 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks [] for port (d74997a4-8058-410c-9e78-4a15650df34e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.664140 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56144) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:15.692464 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Made reservation on behalf of 7eefe01b108148bab60d4de13be0405d for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:15.701647 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.760355 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=8a77a594-907e-494e-a6ce-7ee65b3beade,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:15.946277 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4bb3-cd94-4eed-bf80-6782380881f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:15.955816 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7edc1d55-fe53-4bc1-9a85-a02199e5a601 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:16.005389 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.056585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-62618db5-b7a4-4cd0-a000-fc26ca2a90de tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:16.068841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-62618db5-b7a4-4cd0-a000-fc26ca2a90de tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 1.7697520 Oct 27 01:24:16.071917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.091279 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:16.092630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cecef1a9-a7b2-4a47-8d93-aa4b75a2c83b req-1bd66052-2bf4-4b86-b71c-02b6514c76f2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.8052711 Oct 27 01:24:16.196064 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:16.318038 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:16.342281 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:16.342912 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.343240 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 Oct 27 01:24:16.397672 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4bb3-cd94-4eed-bf80-6782380881f3 admin admin] Publish callbacks [] for security_group (e06b7385-17d4-4ee8-81cb-7cf67a31a950), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.413289 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:16.421749 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:16.445367 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:16.447711 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.458683 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f444adb2-1019-402d-b55b-ee0defa08a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.483584 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-03172310-b41a-4df0-b826-226bc3f602b3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/quotas/db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 375 time: 0.4127102 Oct 27 01:24:16.493631 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4bb3-cd94-4eed-bf80-6782380881f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e06b7385-17d4-4ee8-81cb-7cf67a31a950), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.571414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:16.573674 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:16.579846 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.632490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b4bb3-cd94-4eed-bf80-6782380881f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b7385-17d4-4ee8-81cb-7cf67a31a950,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:16.678394 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 7edc1d55-fe53-4bc1-9a85-a02199e5a601, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7edc1d55-fe53-4bc1-9a85-a02199e5a601,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:16.684692 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.685784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 950ab7a2-492b-4286-8663-42d83088d0f4 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:16.725342 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ae010c2c-e80c-4ad3-81b2-ee00d9fd4bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.772490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe3639-1220-479b-a8c6-ee4ea598d9d4 req-fd9a3c9d-8bb9-442a-bf6d-1bdfb9345d0f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:16.774343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51fe3639-1220-479b-a8c6-ee4ea598d9d4 req-fd9a3c9d-8bb9-442a-bf6d-1bdfb9345d0f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 932 time: 0.4983988 Oct 27 01:24:16.775005 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6168363 Oct 27 01:24:16.795999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f12e-a57f-4540-8b3a-c23bafb7124d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Pushing event updated for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:16.851789 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1d3b4bb3-cd94-4eed-bf80-6782380881f3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1dbe731cc92548a49f9ee0d6abd4ad3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5236251 Oct 27 01:24:16.854923 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56164) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:16.859100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-9009cbd3-5b31-4213-be4c-5e69f51639a5 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:24:16.860424 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-9009cbd3-5b31-4213-be4c-5e69f51639a5 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0308127 Oct 27 01:24:16.878020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-d69cbe79-d018-49e7-a7c8-1681b49744c6 None None] Provisioning complete for port d74997a4-8058-410c-9e78-4a15650df34e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:16.878904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d69cbe79-d018-49e7-a7c8-1681b49744c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d74997a4-8058-410c-9e78-4a15650df34e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:16.885622 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-d69cbe79-d018-49e7-a7c8-1681b49744c6 None None] Attempt 1 to provision port d74997a4-8058-410c-9e78-4a15650df34e Oct 27 01:24:16.931155 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-f43ea813-7760-43aa-8328-fdbd67c728cd tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3806484 Oct 27 01:24:16.971124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:17.048746 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-d69cbe79-d018-49e7-a7c8-1681b49744c6 None None] Port d74997a4-8058-410c-9e78-4a15650df34e cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:17.060124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 950ab7a2-492b-4286-8663-42d83088d0f4 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:17.060940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.062211 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 950ab7a2-492b-4286-8663-42d83088d0f4 Oct 27 01:24:17.102156 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ae010c2c-e80c-4ad3-81b2-ee00d9fd4bf4 admin admin] Publish callbacks [] for security_group (9f886d03-6bee-467f-9a16-4aa515576353), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.156016 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ae010c2c-e80c-4ad3-81b2-ee00d9fd4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9f886d03-6bee-467f-9a16-4aa515576353), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.189609 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51fe3639-1220-479b-a8c6-ee4ea598d9d4 req-c9cf12b8-f287-4ec7-9b2a-ce0ca01dfd3f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344095 Oct 27 01:24:17.233577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:17.313204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:17.317295 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ae010c2c-e80c-4ad3-81b2-ee00d9fd4bf4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e496b7490434d1cb34d22fe39c26e54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6480622 Oct 27 01:24:17.321543 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 950ab7a2-492b-4286-8663-42d83088d0f4 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:17.323162 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4eb0b107-6db4-4d16-b64c-b78644d7243b up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:17.339879 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56174) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:17.474059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4eb0b107-6db4-4d16-b64c-b78644d7243b triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:17.474372 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.474669 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4eb0b107-6db4-4d16-b64c-b78644d7243b Oct 27 01:24:17.517780 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-62b12783-7d19-4728-91c9-7fb3ec322f8c req-2cea5c02-b1c3-43b8-872f-94b92a12c130 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.1181760 Oct 27 01:24:17.590339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.607967 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-720caf8d-ca40-4525-8602-9bf6f70604e5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588032 Oct 27 01:24:17.627620 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4eb0b107-6db4-4d16-b64c-b78644d7243b is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:17.734921 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.746890 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.747843 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.815002 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.857414 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.859297 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5273545 Oct 27 01:24:17.886266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7edc1d55-fe53-4bc1-9a85-a02199e5a601 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:17.891432 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:17.899647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:17.905011 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:17.913858 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:17.914700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:17.919946 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-26ad7abf-99cb-4083-adb6-a0cb2290f2ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939243 Oct 27 01:24:17.922081 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307da7f-77ed-470c-9830-c62c38ed4fc7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:17.948975 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Allocated IP 172.20.0.7 (03467824-1af5-46b4-9775-45b8ed4ca0b6/7cc8a79d-57c2-4c7d-a51f-da6bf1333623/a826d83f-2f6e-4c48-b09b-56890b3a069f) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:18.052619 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Request body: {'port': {'device_id': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:18.061089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae010c2c-e80c-4ad3-81b2-ee00d9fd4bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f886d03-6bee-467f-9a16-4aa515576353,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:18.075976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:18.076720 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.077299 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 Oct 27 01:24:18.217001 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:18.219424 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8a77a594-907e-494e-a6ce-7ee65b3beade up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:18.225965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:18.254166 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-025810bc-44a9-48da-8030-1afb364b6e6d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0212619 Oct 27 01:24:18.263880 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:18.280156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Request body: {'port': {'device_id': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:18.299012 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8a77a594-907e-494e-a6ce-7ee65b3beade triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:18.299534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.300500 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8a77a594-907e-494e-a6ce-7ee65b3beade Oct 27 01:24:18.362768 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:18.430465 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:18.461109 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] Publish callbacks [] for security_group (e06b7385-17d4-4ee8-81cb-7cf67a31a950), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.492566 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.591893 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-c8c3c0c7-db69-46f5-aac3-c6e19beffbf1 None None] Provisioning complete for port 03b4b398-12c2-4b2b-b9c0-441545a05f75 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:18.592380 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c0c7-db69-46f5-aac3-c6e19beffbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.592624 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-c8c3c0c7-db69-46f5-aac3-c6e19beffbf1 None None] Attempt 1 to provision port 03b4b398-12c2-4b2b-b9c0-441545a05f75 Oct 27 01:24:18.681770 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8a77a594-907e-494e-a6ce-7ee65b3beade is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:18.690505 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3c0c7-db69-46f5-aac3-c6e19beffbf1 None None] Port 03b4b398-12c2-4b2b-b9c0-441545a05f75 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:18.719485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] Publish callbacks [] for security_group (9f886d03-6bee-467f-9a16-4aa515576353), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.760136 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] Publish callbacks [] for security_group (9f886d03-6bee-467f-9a16-4aa515576353), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.869423 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] Publish callbacks [] for security_group (e06b7385-17d4-4ee8-81cb-7cf67a31a950), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:18.889050 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f444adb2-1019-402d-b55b-ee0defa08a69 admin admin] Publish callbacks [] for security_group (9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.013232 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-a72164cb-38f2-41af-881f-d0a1c3a738f5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1388772465&fields=id&tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 267 time: 0.5066044 Oct 27 01:24:19.041184 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f444adb2-1019-402d-b55b-ee0defa08a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.104629 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d74997a4-8058-410c-9e78-4a15650df34e), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.125090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9f886d03-6bee-467f-9a16-4aa515576353), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.129383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.131403 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9f886d03-6bee-467f-9a16-4aa515576353 HTTP/1.1" status: 204 len: 168 time: 1.7858031 Oct 27 01:24:19.138141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:19.203683 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-fe2b799c-cd3b-472e-9711-22a73690663e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:19.206346 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-fe2b799c-cd3b-472e-9711-22a73690663e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 810 time: 0.1789260 Oct 27 01:24:19.214690 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e4c5-4b29-4a04-b707-daf934691b07 req-58d08afd-adad-4fe9-aac3-df4ca4d3535a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:19.216527 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5bb9e4c5-4b29-4a04-b707-daf934691b07 req-58d08afd-adad-4fe9-aac3-df4ca4d3535a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 932 time: 0.2022023 Oct 27 01:24:19.222995 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444adb2-1019-402d-b55b-ee0defa08a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:19.246462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-b367925c-f8a0-4864-a683-0cf2fdcb91ca tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/quotas/1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 375 time: 0.0287981 Oct 27 01:24:19.308420 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f444adb2-1019-402d-b55b-ee0defa08a69 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=21e86216310241f987e86f2eab46b3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0205214 Oct 27 01:24:19.321247 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ee98dcf-a8f9-4a0f-8888-15182b30b647 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631583 Oct 27 01:24:19.328825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56218) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:19.349635 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58605067-a8f4-4780-8c32-703e96c61ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f886d03-6bee-467f-9a16-4aa515576353,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:19.446813 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e06b7385-17d4-4ee8-81cb-7cf67a31a950), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.449491 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.450737 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e06b7385-17d4-4ee8-81cb-7cf67a31a950 HTTP/1.1" status: 204 len: 168 time: 2.5835598 Oct 27 01:24:19.540718 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:19.603024 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0dc79527-600b-4775-b384-16ddecbdf0a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438495 Oct 27 01:24:19.842664 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:19.877947 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:19.879472 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:19.898806 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd8e7e-ff61-45de-80e1-27728ec6e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b7385-17d4-4ee8-81cb-7cf67a31a950,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:20.028221 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-269f7b8d-c42d-4c40-ad26-e7449cb93444 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100049 Oct 27 01:24:20.139398 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5bb9e4c5-4b29-4a04-b707-daf934691b07 req-2c8420c0-90d8-43aa-89ed-17778247b3f1 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8908095 Oct 27 01:24:20.140238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] Publish callbacks [] for security_group (9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:20.265607 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:20.276240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] Publish callbacks [] for security_group (9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:20.348386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:20.465250 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:20.509687 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:20.745654 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:20.759992 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:20.823126 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:20.835143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:20.836331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:20.868607 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:20.875444 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:20.963722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:21.002875 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-6b6f0860-ec0e-4e3f-8a00-161296477856 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7425871 Oct 27 01:24:21.140239 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74997a4-8058-410c-9e78-4a15650df34e {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:21.181024 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks [] for port (d74997a4-8058-410c-9e78-4a15650df34e), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:21.249705 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Transition to ACTIVE for port object d74997a4-8058-410c-9e78-4a15650df34e will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:24:21.256008 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:21.405950 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Request body: {'port': {'device_id': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:21.418077 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-f77ada09-1b36-495f-90c0-42bc26b4dc34 None None] Provisioning complete for port a826d83f-2f6e-4c48-b09b-56890b3a069f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:21.423146 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f77ada09-1b36-495f-90c0-42bc26b4dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:21.423697 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-f77ada09-1b36-495f-90c0-42bc26b4dc34 None None] Attempt 1 to provision port a826d83f-2f6e-4c48-b09b-56890b3a069f Oct 27 01:24:21.461193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 2, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:21.555025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:21.556957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Updating router 50face45-ffba-4242-9f70-b60b11be955f port 6c839c9e-c0c7-4add-8a27-72630667fb57 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:21.571445 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f77ada09-1b36-495f-90c0-42bc26b4dc34 None None] Port a826d83f-2f6e-4c48-b09b-56890b3a069f cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:21.668266 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.13', 64154) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:21.699253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:21.792803 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de952402-454f-403c-95bf-39b7be8b0431 req-01f316b6-eb71-4e90-9ae9-cba2d8d530e2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 210 time: 1.3651648 Oct 27 01:24:21.825045 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8d244-0cfd-4547-a186-f0c0759b86f7 req-aca1a349-cc51-4e20-8134-276d60a41034 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:21.840201 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ddc8d244-0cfd-4547-a186-f0c0759b86f7 req-aca1a349-cc51-4e20-8134-276d60a41034 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 931 time: 1.1530364 Oct 27 01:24:21.892847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:21.899416 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Attempting to bind port d74997a4-8058-410c-9e78-4a15650df34e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:21.900149 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Attempting to bind port d74997a4-8058-410c-9e78-4a15650df34e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:21.900731 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Attempting to bind port d74997a4-8058-410c-9e78-4a15650df34e on network a64b63af-183f-41f2-aa9d-31ed91fe4c62 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:22.003284 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.033488 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e9584496-97d6-442a-b382-a79b3b5273c8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:22.035803 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e9584496-97d6-442a-b382-a79b3b5273c8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.3664691 Oct 27 01:24:22.046875 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Port d74997a4-8058-410c-9e78-4a15650df34e on network a64b63af-183f-41f2-aa9d-31ed91fe4c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:22.047624 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Attempting to bind port d74997a4-8058-410c-9e78-4a15650df34e on network a64b63af-183f-41f2-aa9d-31ed91fe4c62 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:22.136346 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca668795-d9c6-497d-801c-9a5ef39ec4a1 req-6bf81b41-6bdf-427c-948e-b5e8a5af32d4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.1550398 Oct 27 01:24:22.198093 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ddc8d244-0cfd-4547-a186-f0c0759b86f7 req-ad541387-62b2-46d4-9445-8b9749e1d278 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566422 Oct 27 01:24:22.203258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.207062 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.212210 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04 HTTP/1.1" status: 204 len: 168 time: 2.8819082 Oct 27 01:24:22.225745 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:22.234751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae792c-af60-4bc3-8530-c745f662fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c2e9f-ea7d-488a-a46e-2fbd0520cb04,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:22.301902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b4b398-12c2-4b2b-b9c0-441545a05f75 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:22.312347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks [] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.384893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Transition to ACTIVE for port object 03b4b398-12c2-4b2b-b9c0-441545a05f75 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:24:22.395725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.400826 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:22.401392 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Checking segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:22.402090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Bound using segment: {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:22.403077 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Bound port: d74997a4-8058-410c-9e78-4a15650df34e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdb3edb-d0e2-43be-98e1-404222ad84ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:22.403443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d74997a4-8058-410c-9e78-4a15650df34e), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.555101 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks [] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.571059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:22.577680 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c2d2-904d-48b9-8294-81d5780bb74f req-5c0ec3b0-e7db-4aeb-8091-ecd57b4a1c7a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:22.579419 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4be0c2d2-904d-48b9-8294-81d5780bb74f req-5c0ec3b0-e7db-4aeb-8091-ecd57b4a1c7a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1919873 Oct 27 01:24:22.724583 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078deb-3ba5-4fad-8067-dd41bdae9127 None None] Pushing event updated for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:22.876307 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:22.887198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:22.898098 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Attempting to bind port 6c839c9e-c0c7-4add-8a27-72630667fb57 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:22.900923 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Attempting to bind port 6c839c9e-c0c7-4add-8a27-72630667fb57 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:22.903727 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Attempting to bind port 6c839c9e-c0c7-4add-8a27-72630667fb57 on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:22.919421 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Attempting to bind port 03b4b398-12c2-4b2b-b9c0-441545a05f75 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:22.924424 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Attempting to bind port 03b4b398-12c2-4b2b-b9c0-441545a05f75 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:22.925846 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Attempting to bind port 03b4b398-12c2-4b2b-b9c0-441545a05f75 on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:22.985756 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:23.004990 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d74997a4-8058-410c-9e78-4a15650df34e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:23.042804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4be0c2d2-904d-48b9-8294-81d5780bb74f req-cac13cee-781d-4283-908f-855fd5214856 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821528 Oct 27 01:24:23.046510 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-c562686b-92d6-4a67-8863-305a7b2ab01e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 380 time: 0.9729331 Oct 27 01:24:23.052679 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Port 03b4b398-12c2-4b2b-b9c0-441545a05f75 on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:23.056058 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Attempting to bind port 03b4b398-12c2-4b2b-b9c0-441545a05f75 on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:23.071116 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:23.073168 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Checking segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:23.074642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.076100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Bound using segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:23.078663 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Bound port: 6c839c9e-c0c7-4add-8a27-72630667fb57, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:23.079158 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.080205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.110110 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:23.114123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.116274 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/d74997a4-8058-410c-9e78-4a15650df34e HTTP/1.1" status: 200 len: 1094 time: 5.8420577 Oct 27 01:24:23.182523 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:23.205824 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56322) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:23.351288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-54da7a38-dd88-4572-8fd2-833cad32178a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.383198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] For port 6c839c9e-c0c7-4add-8a27-72630667fb57, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:23.389677 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'port': {'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'admin_state_up': True, 'tenant_id': 'db70dacc270d431182451b57b277484f', 'security_groups': ['e89659f7-d44c-4793-a75a-fcb98d12629c']}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:23.392441 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] For port 6c839c9e-c0c7-4add-8a27-72630667fb57, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6c839c9e-c0c7-4add-8a27-72630667fb57,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:23.414418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:23.414753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:23.416429 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Bound using segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:23.416925 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Bound port: 03b4b398-12c2-4b2b-b9c0-441545a05f75, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:23.419623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.432348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-89254664-b789-415b-b54b-869b04fbb075 req-410b48f3-8d6b-4544-be58-15340b878fd9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 210 time: 0.1851578 Oct 27 01:24:23.502878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.13', 64164) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:23.562036 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-db09832a-bb36-476e-a390-ab4d721bc6a3 req-4e904209-3fc2-476c-860c-97b294a743c8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.1540241 Oct 27 01:24:23.821477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:23.844021 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:23.966661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:24:23.967321 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:23:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:23.998189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0521fd-6b72-4b17-9988-1176a3d134f2 req-65f10525-98d5-40aa-874e-b195e5a57e8e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:23.999782 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf0521fd-6b72-4b17-9988-1176a3d134f2 req-65f10525-98d5-40aa-874e-b195e5a57e8e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 931 time: 0.2831993 Oct 27 01:24:24.043008 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:24.055010 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3f1a21ba-5222-4569-8157-d7bf3a299c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.118445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73" -d '{"events": [{"name": "network-changed", "server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "tag": "d74997a4-8058-410c-9e78-4a15650df34e"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:24.147787 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-3b45da10-49f2-459c-a1f8-524023fa12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:24.156939 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-3b45da10-49f2-459c-a1f8-524023fa12ca service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c72a2266373f44749fa0d3bbd3bb68cd&device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 1128 time: 0.7097051 Oct 27 01:24:24.160488 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078deb-3ba5-4fad-8067-dd41bdae9127 None None] Pushing event updated for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:24.194838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:24.202479 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:24.203563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:24.231874 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:24.238586 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-063d25d8-7613-4ede-a24d-7c317dc3937b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:24.250427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-063d25d8-7613-4ede-a24d-7c317dc3937b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 810 time: 0.6497009 Oct 27 01:24:24.276101 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:24:24.280200 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21abc22-31cf-43e7-adfc-3de553c71aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:24.296964 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a826d83f-2f6e-4c48-b09b-56890b3a069f {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:24.313381 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.318092 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks [] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.319665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:24.321943 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.331014 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 1093 time: 6.0543129 Oct 27 01:24:24.363147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:24.366103 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Transition to ACTIVE for port object a826d83f-2f6e-4c48-b09b-56890b3a069f will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:24:24.370410 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:24.375295 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.380386 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.509900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:24.511006 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56370) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:24.536162 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:24.567017 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685747-dbbf-4772-871b-b60c580e6c1e None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:24.588071 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:24.609016 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Attempting to bind port a826d83f-2f6e-4c48-b09b-56890b3a069f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:24.609891 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Attempting to bind port a826d83f-2f6e-4c48-b09b-56890b3a069f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:24.610789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Attempting to bind port a826d83f-2f6e-4c48-b09b-56890b3a069f on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:24.624986 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-54da7a38-dd88-4572-8fd2-833cad32178a admin admin] Publish callbacks [] for security_group (90d51a06-f986-47f5-8266-a67ab76f131d), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.638591 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65519e6-c740-42eb-800c-3c72fec995d8 req-10d2ced7-510c-4ff9-b4d8-668db16f51af tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:24.646994 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b65519e6-c740-42eb-800c-3c72fec995d8 req-10d2ced7-510c-4ff9-b4d8-668db16f51af tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.4387898 Oct 27 01:24:24.665083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.20.0.8 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/9bbe4643-e570-4c73-9fd9-c977cef6c27c) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:24.682063 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-54da7a38-dd88-4572-8fd2-833cad32178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (90d51a06-f986-47f5-8266-a67ab76f131d), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.692558 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Port a826d83f-2f6e-4c48-b09b-56890b3a069f on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:24.693832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Attempting to bind port a826d83f-2f6e-4c48-b09b-56890b3a069f on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:24.733041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7a38-dd88-4572-8fd2-833cad32178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d51a06-f986-47f5-8266-a67ab76f131d,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:24.740589 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf0521fd-6b72-4b17-9988-1176a3d134f2 req-f3358bf2-47d6-4090-9390-de328b394ca8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197919 Oct 27 01:24:24.798984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b65519e6-c740-42eb-800c-3c72fec995d8 req-d2602508-da38-4a92-ac3a-e9869aa650e9 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508937 Oct 27 01:24:24.803765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb79eeb-90dc-4dfb-8a93-a603d74ded00 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:24.808667 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-54da7a38-dd88-4572-8fd2-833cad32178a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5036cbc5dab947429bb10d03b1abd17e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6015244 Oct 27 01:24:24.821806 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56386) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:24.871948 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:24.872291 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:24.874864 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Bound using segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:24.875969 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Bound port: a826d83f-2f6e-4c48-b09b-56890b3a069f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:24.876529 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:24.957512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e7ac78c-f971-4754-9c0c-0f8ea22e0578 req-407aa8be-5ec0-43bd-9d85-f4a61cd68259 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 210 time: 0.0513167 Oct 27 01:24:24.965156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] Publish callbacks [] for security_group (90d51a06-f986-47f5-8266-a67ab76f131d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.033911 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] Publish callbacks [] for security_group (90d51a06-f986-47f5-8266-a67ab76f131d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.056985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3b458cc-d69b-4e61-bd20-bd0ddc5c5f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.086997 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:25.094514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf101429-c094-41d4-85d1-0f8a64212de9" -d '{"events": [{"name": "network-changed", "server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:25.097925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.112089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:25.127830 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.132749 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:25.133547 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.134985 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/a826d83f-2f6e-4c48-b09b-56890b3a069f HTTP/1.1" status: 200 len: 1093 time: 3.7601249 Oct 27 01:24:25.175936 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:25.186233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:25.222291 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.240949 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af4d1510-aae2-4d47-9766-b7a81755d0af req-c0e87c3b-871a-4f14-bf36-94b1fc91e31b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.1569240 Oct 27 01:24:25.250062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376392-f1cb-473c-85a6-c95b8fd246e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.275443 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:25.310025 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:25.313484 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:25.319333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb5ebe-671b-4948-bacc-d7216d410060 x-openstack-request-id: req-5feb5ebe-671b-4948-bacc-d7216d410060 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:25.319701 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "tag": "d74997a4-8058-410c-9e78-4a15650df34e", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:25.320023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5feb5ebe-671b-4948-bacc-d7216d410060 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:25.320554 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5feb5ebe-671b-4948-bacc-d7216d410060'] response: {'name': 'network-changed', 'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e', 'status': 'completed', 'code': 200} Oct 27 01:24:25.322528 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:25.328101 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:25.328963 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.354978 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.364662 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e5a846ea-c09d-49a4-ba46-76a6efdff76e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9801893 Oct 27 01:24:25.390350 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:25.461009 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3b458cc-d69b-4e61-bd20-bd0ddc5c5f02 admin admin] Publish callbacks [] for security_group (37cfa03d-0bf1-429e-8b9e-ccf85d5a2562), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.463249 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (90d51a06-f986-47f5-8266-a67ab76f131d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.466527 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.467966 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/90d51a06-f986-47f5-8266-a67ab76f131d HTTP/1.1" status: 204 len: 168 time: 0.6449175 Oct 27 01:24:25.469751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c8898-2d56-4cc8-b064-2d0e324c98c9 x-openstack-request-id: req-866c8898-2d56-4cc8-b064-2d0e324c98c9 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:25.470201 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:25.470800 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-866c8898-2d56-4cc8-b064-2d0e324c98c9 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:25.471284 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866c8898-2d56-4cc8-b064-2d0e324c98c9'] response: {'name': 'network-changed', 'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75', 'status': 'completed', 'code': 200} Oct 27 01:24:25.475338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3b458cc-d69b-4e61-bd20-bd0ddc5c5f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (37cfa03d-0bf1-429e-8b9e-ccf85d5a2562), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.489544 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119febac-b546-4a32-aa07-f6dc774f358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d51a06-f986-47f5-8266-a67ab76f131d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.526388 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b458cc-d69b-4e61-bd20-bd0ddc5c5f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cfa03d-0bf1-429e-8b9e-ccf85d5a2562,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.532493 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f3b458cc-d69b-4e61-bd20-bd0ddc5c5f02 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a7e7557398ad411a92d3ec3f315b97bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9407499 Oct 27 01:24:25.536157 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56404) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:25.624021 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] Publish callbacks [] for security_group (37cfa03d-0bf1-429e-8b9e-ccf85d5a2562), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.658437 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] Publish callbacks [] for security_group (37cfa03d-0bf1-429e-8b9e-ccf85d5a2562), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.729195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-d6521751-946f-42a5-b7fa-6ae11d32516d None None] Provisioning complete for port 9bbe4643-e570-4c73-9fd9-c977cef6c27c triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:25.730175 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d6521751-946f-42a5-b7fa-6ae11d32516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.730680 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-d6521751-946f-42a5-b7fa-6ae11d32516d None None] Attempt 1 to provision port 9bbe4643-e570-4c73-9fd9-c977cef6c27c Oct 27 01:24:25.745686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (37cfa03d-0bf1-429e-8b9e-ccf85d5a2562), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.751153 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:25.752487 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/37cfa03d-0bf1-429e-8b9e-ccf85d5a2562 HTTP/1.1" status: 204 len: 168 time: 0.2150009 Oct 27 01:24:25.783982 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4443a17-656f-44ae-895c-28a02f35913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cfa03d-0bf1-429e-8b9e-ccf85d5a2562,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.865955 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-d6521751-946f-42a5-b7fa-6ae11d32516d None None] Port 9bbe4643-e570-4c73-9fd9-c977cef6c27c cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:25.882943 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6c839c9e-c0c7-4add-8a27-72630667fb57 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:25.887459 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-47e7a1d8-230e-4dd3-8b9a-866bc5375e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.019964 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 6c839c9e-c0c7-4add-8a27-72630667fb57 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:26.020676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.021172 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 6c839c9e-c0c7-4add-8a27-72630667fb57 Oct 27 01:24:26.031706 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009040-557e-4419-b8e4-d51cdb2cd5aa req-218a079d-21da-4730-804a-178272b6aca1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:26.033281 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4009040-557e-4419-b8e4-d51cdb2cd5aa req-218a079d-21da-4730-804a-178272b6aca1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1142786 Oct 27 01:24:26.059917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8e9bc-124b-41f8-9534-3db462b3138c req-4f1a21e4-805e-41f1-83a1-e019928cd58e tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:26.071045 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a7b8e9bc-124b-41f8-9534-3db462b3138c req-4f1a21e4-805e-41f1-83a1-e019928cd58e tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.0996096 Oct 27 01:24:26.088311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:26.115903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56426) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:26.126941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 6c839c9e-c0c7-4add-8a27-72630667fb57 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:26.127430 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.133118 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3e6845df-a56b-4f68-851a-9c5f4bd85150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.168903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 6c839c9e-c0c7-4add-8a27-72630667fb57, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6c839c9e-c0c7-4add-8a27-72630667fb57,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:26.170896 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a7b8e9bc-124b-41f8-9534-3db462b3138c req-99ca139d-9c60-4bfe-986d-754e3a065787 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986373 Oct 27 01:24:26.175617 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4009040-557e-4419-b8e4-d51cdb2cd5aa req-8449adfc-f51b-484e-8c05-5c89c3491e73 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009114 Oct 27 01:24:26.190288 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.238280 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3e6845df-a56b-4f68-851a-9c5f4bd85150 admin admin] Publish callbacks [] for security_group (f1322d2e-3315-4177-a3a8-76893eed9099), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.244680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3e6845df-a56b-4f68-851a-9c5f4bd85150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f1322d2e-3315-4177-a3a8-76893eed9099), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.258745 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.294572 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3e6845df-a56b-4f68-851a-9c5f4bd85150 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b2122c27e4ce4f149fed26e36cc0c360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765435 Oct 27 01:24:26.295685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6845df-a56b-4f68-851a-9c5f4bd85150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1322d2e-3315-4177-a3a8-76893eed9099,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.298453 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56432) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:26.367151 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] Publish callbacks [] for security_group (f1322d2e-3315-4177-a3a8-76893eed9099), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.372365 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b241f904-389d-48ec-8b43-2e672335a7d4 req-f10222c2-a575-497b-8801-308214db713a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0432234 Oct 27 01:24:26.380526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b24ba5-a7db-443e-b33d-3aba1b355169 req-29a6826a-6b83-4f2a-b241-0a1540005788 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:26.387400 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-31b24ba5-a7db-443e-b33d-3aba1b355169 req-29a6826a-6b83-4f2a-b241-0a1540005788 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 931 time: 0.1151025 Oct 27 01:24:26.391140 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] Publish callbacks [] for security_group (f1322d2e-3315-4177-a3a8-76893eed9099), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.446553 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-31b24ba5-a7db-443e-b33d-3aba1b355169 req-95a259d7-bb5b-4c32-ab62-71f6ca386808 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 Oct 27 01:24:26.451846 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f1322d2e-3315-4177-a3a8-76893eed9099), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.455562 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:26.460661 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f1322d2e-3315-4177-a3a8-76893eed9099 HTTP/1.1" status: 204 len: 168 time: 0.1606576 Oct 27 01:24:26.470425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840d41c-735a-4e26-a538-c8554bb88a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1322d2e-3315-4177-a3a8-76893eed9099,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.815013 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:24:27.069110 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:27.312939 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441130bf-f84a-46a7-922f-c2f0f67fe692 req-19b8677e-43d4-4668-a903-4acc8933223c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:27.315049 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-441130bf-f84a-46a7-922f-c2f0f67fe692 req-19b8677e-43d4-4668-a903-4acc8933223c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.0627453 Oct 27 01:24:27.325196 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:27.328297 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4bb39f-94b7-4711-be4f-5512653a0f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:27.374664 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d767bc-cec0-4601-8443-d630785a586a req-fb85c7b0-13de-4843-aed5-ce74e9072937 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:27.376148 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-55d767bc-cec0-4601-8443-d630785a586a req-fb85c7b0-13de-4843-aed5-ce74e9072937 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0858078 Oct 27 01:24:27.418312 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-441130bf-f84a-46a7-922f-c2f0f67fe692 req-95340c6f-48c3-485e-b4e0-96698161cf44 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805414 Oct 27 01:24:27.439937 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:27.450683 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-55d767bc-cec0-4601-8443-d630785a586a req-5db66f2f-0190-4a38-bd85-79152521cad9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Oct 27 01:24:27.485859 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe4276-9703-40b4-bcb6-045090d43e69 x-openstack-request-id: req-59fe4276-9703-40b4-bcb6-045090d43e69 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:27.486332 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:27.486720 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59fe4276-9703-40b4-bcb6-045090d43e69 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:27.487390 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fe4276-9703-40b4-bcb6-045090d43e69'] response: {'name': 'network-changed', 'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f', 'status': 'completed', 'code': 200} Oct 27 01:24:27.591449 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-64583069-5a81-4efd-b32c-f244fadca2e0 req-08263e66-349a-401d-9303-448467aa3fab tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0389123 Oct 27 01:24:27.626702 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613f1c5-72d7-4cf4-882e-24396fb9649e req-b7a3dff8-0608-4c1c-a0f2-0415e427e3ce tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:27.628379 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c613f1c5-72d7-4cf4-882e-24396fb9649e req-b7a3dff8-0608-4c1c-a0f2-0415e427e3ce tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 931 time: 0.0678883 Oct 27 01:24:27.699873 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c613f1c5-72d7-4cf4-882e-24396fb9649e req-d4c2477c-43a5-4ac3-a10c-c4d7b34ad9cc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636537 Oct 27 01:24:27.742029 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6c839c9e-c0c7-4add-8a27-72630667fb57 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:27.769434 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:27.821242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 6c839c9e-c0c7-4add-8a27-72630667fb57 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:27.821801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:27.822281 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 6c839c9e-c0c7-4add-8a27-72630667fb57 Oct 27 01:24:27.963064 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 6c839c9e-c0c7-4add-8a27-72630667fb57 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:28.661583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3771-2452-4482-98a1-29785c717f42 req-cef09644-a290-40cb-a75c-223eafe13736 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:28.663272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-701d3771-2452-4482-98a1-29785c717f42 req-cef09644-a290-40cb-a75c-223eafe13736 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0569959 Oct 27 01:24:28.675108 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02cb46-5a27-465c-a978-0f5325353344 req-d95320fc-4507-44ab-bcca-22446af7182c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:28.683046 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca02cb46-5a27-465c-a978-0f5325353344 req-d95320fc-4507-44ab-bcca-22446af7182c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1497474 Oct 27 01:24:28.761683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:28.812222 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-701d3771-2452-4482-98a1-29785c717f42 req-0dfee2ce-6c66-4476-9b2c-2a77b1986f64 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266932 Oct 27 01:24:28.837686 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca02cb46-5a27-465c-a978-0f5325353344 req-e93b39c9-95f2-4c55-abca-33d0496d5b86 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533906 Oct 27 01:24:28.967073 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:28.997865 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c4bad0a0-993a-4f5b-b68d-384e75271cca req-dfe49105-73da-4f88-8aed-9532f015f840 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0558679 Oct 27 01:24:29.080494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1116-485c-4bab-aad3-1fe54ab307b4 req-583c7440-65fb-45d3-ae23-e4ff6bc85816 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:29.096087 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-459b1116-485c-4bab-aad3-1fe54ab307b4 req-583c7440-65fb-45d3-ae23-e4ff6bc85816 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 931 time: 0.1515055 Oct 27 01:24:29.169513 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-459b1116-485c-4bab-aad3-1fe54ab307b4 req-0e948cf3-dac2-474c-b983-a2e615c7e7e6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668261 Oct 27 01:24:29.852023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56636) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:30.067215 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2b68-1953-4cc0-81eb-13af08d7a241 req-c3fad353-7786-4bc7-a192-236f0159a6a4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:30.076416 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0e7b2b68-1953-4cc0-81eb-13af08d7a241 req-c3fad353-7786-4bc7-a192-236f0159a6a4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1007392 Oct 27 01:24:30.144691 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb728b3a-0f95-4fc5-9245-f8be273e734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.151432 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a30e8c-4ba5-416c-a826-2802626c92f5 req-5fdbec88-d842-442f-a16e-a21249db19bc tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:30.153782 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69a30e8c-4ba5-416c-a826-2802626c92f5 req-5fdbec88-d842-442f-a16e-a21249db19bc tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.0744424 Oct 27 01:24:30.210494 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0e7b2b68-1953-4cc0-81eb-13af08d7a241 req-1fb1bd04-133a-4dc9-b7fd-a6366f6d9ca9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323783 Oct 27 01:24:30.275902 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69a30e8c-4ba5-416c-a826-2802626c92f5 req-b4d73e8b-8a24-4265-9d5b-459511f6e08b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131296 Oct 27 01:24:30.351941 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb728b3a-0f95-4fc5-9245-f8be273e734c admin admin] Publish callbacks [] for security_group (5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.366395 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb728b3a-0f95-4fc5-9245-f8be273e734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.423552 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:30.427999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb728b3a-0f95-4fc5-9245-f8be273e734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:30.454892 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-110bab40-c815-4f71-af9e-c57e7527d7e4 req-6fd33481-ed65-4097-b432-e5c64c3d808f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0656917 Oct 27 01:24:30.464201 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:30.475353 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56660) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:30.476043 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-eb728b3a-0f95-4fc5-9245-f8be273e734c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a09806fdd934b1abaddfe0009be5838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226733 Oct 27 01:24:30.588892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbde5a-5ec9-406e-ae71-1f9092eb8586 req-fed40fe1-c0e0-438b-b21d-123eb5214cc6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:30.591369 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03fbde5a-5ec9-406e-ae71-1f9092eb8586 req-fed40fe1-c0e0-438b-b21d-123eb5214cc6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 931 time: 0.1336396 Oct 27 01:24:30.635720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] Publish callbacks [] for security_group (5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.641679 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:30.681753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] Publish callbacks [] for security_group (5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.735190 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03fbde5a-5ec9-406e-ae71-1f9092eb8586 req-f05903ab-0d1f-4f88-b4a2-96329e74f3ae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214676 Oct 27 01:24:30.772769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.776803 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:30.778033 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356 HTTP/1.1" status: 204 len: 168 time: 0.3009553 Oct 27 01:24:30.787716 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ab087-c8d5-4aff-861b-973f11c8c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7f0c1b-5a1e-4af7-b0ab-40ef014aa356,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:31.116770 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.124102 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56694) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:31.139571 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cb82362-f0e2-4d78-8e90-a28743f3b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.193107 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:31.224075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cb82362-f0e2-4d78-8e90-a28743f3b895 admin admin] Publish callbacks [] for security_group (8ca5e096-43ae-4566-af16-ae945339301f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.228149 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cb82362-f0e2-4d78-8e90-a28743f3b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8ca5e096-43ae-4566-af16-ae945339301f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.268665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb82362-f0e2-4d78-8e90-a28743f3b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5e096-43ae-4566-af16-ae945339301f,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:31.276313 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1cb82362-f0e2-4d78-8e90-a28743f3b895 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=59d427277fc14351afba219c9e6eb1f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482892 Oct 27 01:24:31.276560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56700) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:31.377033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b694c-829b-4f16-8035-81c2b6a8939f req-dbd9e734-0cbb-4ab1-8d10-f40c6d890afb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:31.378630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab5b694c-829b-4f16-8035-81c2b6a8939f req-dbd9e734-0cbb-4ab1-8d10-f40c6d890afb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0647707 Oct 27 01:24:31.379304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] Publish callbacks [] for security_group (8ca5e096-43ae-4566-af16-ae945339301f), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.446792 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] Publish callbacks [] for security_group (8ca5e096-43ae-4566-af16-ae945339301f), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.480943 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336ae04-93ac-4390-a746-cf44b2fb62cd req-60649d67-741e-4531-b4a9-5d7eeb5edd60 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:31.482541 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5336ae04-93ac-4390-a746-cf44b2fb62cd req-60649d67-741e-4531-b4a9-5d7eeb5edd60 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1007342 Oct 27 01:24:31.528302 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab5b694c-829b-4f16-8035-81c2b6a8939f req-4ac670ce-16d5-4670-a2ea-283b50bb367a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305106 Oct 27 01:24:31.560320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5336ae04-93ac-4390-a746-cf44b2fb62cd req-2fae6245-9d3a-4e43-ac00-18eb19afbaaa tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699530 Oct 27 01:24:31.569496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8ca5e096-43ae-4566-af16-ae945339301f), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.572978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:31.574795 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8ca5e096-43ae-4566-af16-ae945339301f HTTP/1.1" status: 204 len: 168 time: 0.2971621 Oct 27 01:24:31.585945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54df05-6a75-468f-a840-e2addaf7e01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5e096-43ae-4566-af16-ae945339301f,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:31.699018 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0083261f-f97a-49c0-962b-327ebfda38ba req-a797de05-c974-4576-855b-6204abc320a3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0456479 Oct 27 01:24:31.853481 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Request body: {'port': {'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:31.883336 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec6161-b665-45e0-9de5-cb48cc416a39 req-f171a09f-0591-493c-a2de-2ad17f203e36 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:31.885131 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efec6161-b665-45e0-9de5-cb48cc416a39 req-f171a09f-0591-493c-a2de-2ad17f203e36 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 931 time: 0.0686755 Oct 27 01:24:31.952159 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-313ee516-1519-49ba-8307-380f09ec88b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 380 time: 0.1033072 Oct 27 01:24:31.967955 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-8f8cf0c7-5f08-460e-87fd-16dcebbf273e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74997a4-8058-410c-9e78-4a15650df34e HTTP/1.1" status: 200 len: 217 time: 0.1204708 Oct 27 01:24:31.983192 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efec6161-b665-45e0-9de5-cb48cc416a39 req-666e867c-dc48-456d-b801-8bff9965c403 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803134 Oct 27 01:24:32.004741 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:32.014821 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56734) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:32.180102 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'port': {'device_id': '6db3be4b-8f81-4b80-8f8d-801378971478', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'admin_state_up': True, 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'security_groups': ['dea0b9d9-d63d-4bcc-ba7d-867efbac46b3']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:32.188042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c52744e9-260f-4dd9-bb41-850e4e3a53af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:32.339110 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbe4643-e570-4c73-9fd9-c977cef6c27c {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:32.348822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks [] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:32.410999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Transition to ACTIVE for port object 9bbe4643-e570-4c73-9fd9-c977cef6c27c will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:24:32.414379 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-9515452b-ccce-4dd3-84a8-81d051e5693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:32.415976 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-9515452b-ccce-4dd3-84a8-81d051e5693a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1127 time: 0.0480876 Oct 27 01:24:32.423178 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:32.424361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:32.480474 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2fe4f4db-565f-4e7f-9a48-45a0f74bc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:32.482201 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-2fe4f4db-565f-4e7f-9a48-45a0f74bc9c8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=e1310b80-f965-456a-acfb-40646908bd3c HTTP/1.1" status: 200 len: 851 time: 0.2926319 Oct 27 01:24:32.650125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-2ca027aa-7381-450c-a5f9-d446a2c6b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:32.653955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-2ca027aa-7381-450c-a5f9-d446a2c6b4a1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1127 time: 0.2242570 Oct 27 01:24:32.695566 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-569dbb3c-bc40-4279-b6af-f595284fdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:32.697119 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-569dbb3c-bc40-4279-b6af-f595284fdf87 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=a64b63af-183f-41f2-aa9d-31ed91fe4c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1846955 Oct 27 01:24:32.751110 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:32.772639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56780) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:32.772639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56782) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:32.872823 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-63471c34-e385-48d8-86a0-bb1a049f2416 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230512 Oct 27 01:24:32.946384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Attempting to bind port 9bbe4643-e570-4c73-9fd9-c977cef6c27c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:32.946740 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Attempting to bind port 9bbe4643-e570-4c73-9fd9-c977cef6c27c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:32.947045 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Attempting to bind port 9bbe4643-e570-4c73-9fd9-c977cef6c27c on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:32.977768 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:33.012729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1475643371-network', 'tenant_id': 'c3e3b33974604b8f8cdb5f4849917a4b'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:33.062316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-99fc0bf1-f212-440e-b9b3-f3798c2bc00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.087016 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ce5b-dd47-4495-b374-99976289b0e9 req-30a03597-fff7-4543-b74d-1cf51a80628d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.088591 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3311ce5b-dd47-4495-b374-99976289b0e9 req-30a03597-fff7-4543-b74d-1cf51a80628d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.3668900 Oct 27 01:24:33.116953 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf1458-824b-4ef1-8296-dd3c022e3b11 req-ba62740a-6af8-444f-9f08-1f38011ef8b9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.118500 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eecf1458-824b-4ef1-8296-dd3c022e3b11 req-ba62740a-6af8-444f-9f08-1f38011ef8b9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.3707213 Oct 27 01:24:33.125574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c52744e9-260f-4dd9-bb41-850e4e3a53af admin admin] Publish callbacks [] for security_group (bc9d2e20-3099-4fb7-ae63-e18bae82e911), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.170487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c52744e9-260f-4dd9-bb41-850e4e3a53af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bc9d2e20-3099-4fb7-ae63-e18bae82e911), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.207644 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:33.226417 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-6f9b6adf-ed3e-4fef-bcf2-84e8a70c09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.227892 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-6f9b6adf-ed3e-4fef-bcf2-84e8a70c09a7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=7eefe01b108148bab60d4de13be0405d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7705441 Oct 27 01:24:33.276475 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Made reservation on behalf of c3e3b33974604b8f8cdb5f4849917a4b for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:33.278915 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.283719 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:33.300824 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-f20aa88e-1cdf-4101-88e8-5bde8c676770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.302329 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-f20aa88e-1cdf-4101-88e8-5bde8c676770 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=7eefe01b108148bab60d4de13be0405d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5521739 Oct 27 01:24:33.316301 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Made reservation on behalf of 1b1ee6f6a3c3475e8ae993c79ace9166 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:33.320013 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.325971 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Port 9bbe4643-e570-4c73-9fd9-c977cef6c27c on network 4ba9997c-2f90-403d-993a-09c134c8fd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:33.326301 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Attempting to bind port 9bbe4643-e570-4c73-9fd9-c977cef6c27c on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:33.340325 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1e1c9260-1c5e-4c50-9847-54b146bd0759 req-aa85a131-efdb-4d49-88a4-c38c464a78e0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588542 Oct 27 01:24:33.350135 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.353777 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-c52744e9-260f-4dd9-bb41-850e4e3a53af admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=267a03e8dba3447baf87f211fc6fff93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3381202 Oct 27 01:24:33.369775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56798) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:33.407611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:33.464131 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52744e9-260f-4dd9-bb41-850e4e3a53af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d2e20-3099-4fb7-ae63-e18bae82e911,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.485516 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:33.485855 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:33.486241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:33.486687 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Bound port: 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:33.487043 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.496923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3311ce5b-dd47-4495-b374-99976289b0e9 req-3ab2cb4c-5c87-468c-9427-9af7d78a7f66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923781 Oct 27 01:24:33.499825 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eecf1458-824b-4ef1-8296-dd3c022e3b11 req-7a2f4f66-5eee-42a7-bcb3-b8087c19a5de tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629682 Oct 27 01:24:33.510475 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-9b331335-1558-412c-9b64-0c5c47e85773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.512812 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3e4bb39f-94b7-4711-be4f-5512653a0f7d req-9b331335-1558-412c-9b64-0c5c47e85773 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2761033 Oct 27 01:24:33.548979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] Publish callbacks [] for security_group (bc9d2e20-3099-4fb7-ae63-e18bae82e911), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.595677 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] Publish callbacks [] for security_group (bc9d2e20-3099-4fb7-ae63-e18bae82e911), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.621812 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:33.630844 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:33.642227 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.646632 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.647241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.648599 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/9bbe4643-e570-4c73-9fd9-c977cef6c27c HTTP/1.1" status: 200 len: 1093 time: 1.8026142 Oct 27 01:24:33.649573 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:33.651946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6204913e-636e-4ae9-bf47-d1bca753f739" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:33.708363 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bc9d2e20-3099-4fb7-ae63-e18bae82e911), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.710945 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.712146 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc9d2e20-3099-4fb7-ae63-e18bae82e911 HTTP/1.1" status: 204 len: 168 time: 0.3411226 Oct 27 01:24:33.716125 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deffdb-134d-4298-8c8f-e44093eeefd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.724724 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709f41-0fe5-43d2-9aec-f787edcb21e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d2e20-3099-4fb7-ae63-e18bae82e911,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.728018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-99fc0bf1-f212-440e-b9b3-f3798c2bc00f admin admin] Publish callbacks [] for security_group (ae9c5870-4e09-4a8f-82a4-bb74dc3afe73), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.738834 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f9dc0da-1da4-4462-9cab-fba24a9ac1e7 req-3e4a0861-f175-4e9d-ac0c-25b3a7c84649 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.1289892 Oct 27 01:24:33.761913 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-99fc0bf1-f212-440e-b9b3-f3798c2bc00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ae9c5870-4e09-4a8f-82a4-bb74dc3afe73), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.797608 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7736d3d-f47a-4f64-8e01-f0c75ebe00a3 x-openstack-request-id: req-c7736d3d-f47a-4f64-8e01-f0c75ebe00a3 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:33.797963 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:33.798378 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7736d3d-f47a-4f64-8e01-f0c75ebe00a3 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:33.798928 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7736d3d-f47a-4f64-8e01-f0c75ebe00a3'] response: {'name': 'network-changed', 'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'status': 'completed', 'code': 200} Oct 27 01:24:33.814307 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec818977-98dd-4303-9bc4-32fe32a80aaf req-a5b6e286-3228-4403-a51f-e2cea272e8e2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.816397 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ec818977-98dd-4303-9bc4-32fe32a80aaf req-a5b6e286-3228-4403-a51f-e2cea272e8e2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.1887639 Oct 27 01:24:33.817492 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-55e6107b-fc95-45f4-acd9-5c6576cbeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:33.818876 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf101429-c094-41d4-85d1-0f8a64212de9 req-55e6107b-fc95-45f4-acd9-5c6576cbeb37 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4899549 Oct 27 01:24:33.880116 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-99fc0bf1-f212-440e-b9b3-f3798c2bc00f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bf79533a12114d758249ef92f8a11a71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1024666 Oct 27 01:24:33.882998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56808) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:33.894524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc0bf1-f212-440e-b9b3-f3798c2bc00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c5870-4e09-4a8f-82a4-bb74dc3afe73,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.916150 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks [] for security_group (cd8b5dab-6e53-4ba3-a125-a35a367e1702), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.936418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (cd8b5dab-6e53-4ba3-a125-a35a367e1702), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.952786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:33.954480 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Allocated IP 172.20.0.11 (e6bca71c-aea1-476d-8633-0cf730614609/a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052/1b044cc4-e3b6-4cc4-8cf5-d225498ee23b) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:33.975548 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] Publish callbacks [] for security_group (ae9c5870-4e09-4a8f-82a4-bb74dc3afe73), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:33.995760 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:24:34.003754 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ec818977-98dd-4303-9bc4-32fe32a80aaf req-f7525712-303a-4a53-b392-a32141b8b313 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553009 Oct 27 01:24:34.010698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] Publish callbacks [] for security_group (ae9c5870-4e09-4a8f-82a4-bb74dc3afe73), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.016404 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b5dab-6e53-4ba3-a125-a35a367e1702,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.024987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (5206b12b-e86f-4a36-b988-4cb0485c2f99), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.025308 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Added segment 5206b12b-e86f-4a36-b988-4cb0485c2f99 of type vlan for network b11309f1-6c08-4980-998e-eeb4059d17c6 Oct 27 01:24:34.090528 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ae9c5870-4e09-4a8f-82a4-bb74dc3afe73), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.093750 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.095933 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ae9c5870-4e09-4a8f-82a4-bb74dc3afe73 HTTP/1.1" status: 204 len: 168 time: 0.2116377 Oct 27 01:24:34.107964 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cd82a-6329-48d5-ba04-7bda161e1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c5870-4e09-4a8f-82a4-bb74dc3afe73,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.139542 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (b11309f1-6c08-4980-998e-eeb4059d17c6), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.185996 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:34.196621 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (b11309f1-6c08-4980-998e-eeb4059d17c6), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.198199 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:34.198987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.217397 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56822) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:34.245974 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7df0e14f-a446-445d-8d3a-ecef40d09f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.287597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.303506 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5208130 Oct 27 01:24:34.309485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56826) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:34.321272 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Request body: {'subnet': {'network_id': 'b11309f1-6c08-4980-998e-eeb4059d17c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1475643371-subnet', 'tenant_id': 'c3e3b33974604b8f8cdb5f4849917a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:34.322576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b461bcc-4908-41fd-8d66-83b545dc40e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b11309f1-6c08-4980-998e-eeb4059d17c6,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.339464 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network b11309f1-6c08-4980-998e-eeb4059d17c6 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:24:34.363676 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.372565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Made reservation on behalf of c3e3b33974604b8f8cdb5f4849917a4b for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:34.375596 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.426931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Network e6bca71c-aea1-476d-8633-0cf730614609 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:34.437927 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:34.457910 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:24:34.470069 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7df0e14f-a446-445d-8d3a-ecef40d09f68 admin admin] Publish callbacks [] for security_group (bbb698e2-e94f-44e7-8596-88e5b8d945c2), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.470202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:34.470202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.470428 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:34.479914 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7df0e14f-a446-445d-8d3a-ecef40d09f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bbb698e2-e94f-44e7-8596-88e5b8d945c2), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.503512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3296275 Oct 27 01:24:34.507268 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324bcd-a0d4-4a19-9466-8661bf5f35db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.513279 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7df0e14f-a446-445d-8d3a-ecef40d09f68 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e991555393b147c594f35fabd0c8ba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940803 Oct 27 01:24:34.515623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56834) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:34.686635 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:34.696423 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (096e9aba-46b1-4e0c-9621-bf9cfc2b8d27), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.697605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] Publish callbacks [] for security_group (bbb698e2-e94f-44e7-8596-88e5b8d945c2), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.741182 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0e14f-a446-445d-8d3a-ecef40d09f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb698e2-e94f-44e7-8596-88e5b8d945c2,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.757125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884934-3003-47b5-9d80-fa0c441484da req-c1af06df-9fe7-43e8-929d-6c3f24464455 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:34.758779 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71884934-3003-47b5-9d80-fa0c441484da req-c1af06df-9fe7-43e8-929d-6c3f24464455 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1393969 Oct 27 01:24:34.777080 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] Publish callbacks [] for security_group (bbb698e2-e94f-44e7-8596-88e5b8d945c2), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.785862 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096e9aba-46b1-4e0c-9621-bf9cfc2b8d27,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.790716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:34.792154 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-f565d58b-4cfe-4ff2-bdc9-504e6c57b293 None None] Provisioning complete for port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:34.792787 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f565d58b-4cfe-4ff2-bdc9-504e6c57b293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.793351 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-f565d58b-4cfe-4ff2-bdc9-504e6c57b293 None None] Attempt 1 to provision port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b Oct 27 01:24:34.796742 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08ddd-4600-47d6-acf0-553f2796565c req-9e90adb3-a715-47f5-81b0-956a73e9cc86 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:34.808566 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Checking segment: {'id': '5206b12b-e86f-4a36-b988-4cb0485c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b11309f1-6c08-4980-998e-eeb4059d17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:34.808934 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Network hostable DHCP agents. Network: b11309f1-6c08-4980-998e-eeb4059d17c6, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:24:34.820257 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5de08ddd-4600-47d6-acf0-553f2796565c req-9e90adb3-a715-47f5-81b0-956a73e9cc86 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1699729 Oct 27 01:24:34.832499 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Network b11309f1-6c08-4980-998e-eeb4059d17c6 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:24:34.845370 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f565d58b-4cfe-4ff2-bdc9-504e6c57b293 None None] Port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:24:34.846171 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, b11309f1-6c08-4980-998e-eeb4059d17c6) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:34.853711 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:34.854628 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.858931 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56842) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:34.859070 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4a6a2-a9a1-426e-b4a5-d34bd96d884c None None] Network b11309f1-6c08-4980-998e-eeb4059d17c6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:24:34.882897 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cbd93a24-d8a7-4879-92a6-a86d088a398c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.894198 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c5520864-9755-4e0f-afe1-6d162dc06002 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5832486 Oct 27 01:24:34.926894 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5de08ddd-4600-47d6-acf0-553f2796565c req-5995f7aa-62de-4167-9ab9-140e6cb6a783 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058588 Oct 27 01:24:34.931948 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71884934-3003-47b5-9d80-fa0c441484da req-ce75cadc-e8de-4e6a-9f3d-060c03fb001b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438382 Oct 27 01:24:34.941519 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bbb698e2-e94f-44e7-8596-88e5b8d945c2), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.944128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:34.947648 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bbb698e2-e94f-44e7-8596-88e5b8d945c2 HTTP/1.1" status: 204 len: 168 time: 0.4286761 Oct 27 01:24:34.955141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e27ce-deb6-4723-8cde-0e6fa10b128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb698e2-e94f-44e7-8596-88e5b8d945c2,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:35.072777 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cbd93a24-d8a7-4879-92a6-a86d088a398c admin admin] Publish callbacks [] for security_group (1a4e7b39-4363-4d3a-bd86-1da7de9693a9), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.073306 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896b132-9b5c-42bb-9cf9-5166f81f5aaa None None] Network b11309f1-6c08-4980-998e-eeb4059d17c6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:24:35.081199 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cbd93a24-d8a7-4879-92a6-a86d088a398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1a4e7b39-4363-4d3a-bd86-1da7de9693a9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.137922 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd93a24-d8a7-4879-92a6-a86d088a398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e7b39-4363-4d3a-bd86-1da7de9693a9,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:35.177297 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-cbd93a24-d8a7-4879-92a6-a86d088a398c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0eb5ac85ccde4e08bdd70cd477fc0bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128567 Oct 27 01:24:35.178299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56852) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:35.217452 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:35.251170 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] Publish callbacks [] for security_group (1a4e7b39-4363-4d3a-bd86-1da7de9693a9), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.280863 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] Publish callbacks [] for security_group (1a4e7b39-4363-4d3a-bd86-1da7de9693a9), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.345965 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1a4e7b39-4363-4d3a-bd86-1da7de9693a9), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.350535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:35.352398 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1a4e7b39-4363-4d3a-bd86-1da7de9693a9 HTTP/1.1" status: 204 len: 168 time: 0.1737201 Oct 27 01:24:35.367220 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb02af-541e-48ed-9b0b-e2da92d50413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e7b39-4363-4d3a-bd86-1da7de9693a9,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:35.380953 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f604ec-6475-4ca5-8306-a2372ea48afe req-d4a4dcbe-8abe-4e36-a1b2-e7b57aa371ea tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.382519 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a3f604ec-6475-4ca5-8306-a2372ea48afe req-d4a4dcbe-8abe-4e36-a1b2-e7b57aa371ea tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 932 time: 0.3215072 Oct 27 01:24:35.402003 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c42b-e7c4-49fd-935f-18b17381b58c req-c6f18d9b-44aa-4028-a39b-4d494881b78c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.403661 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2cf3c42b-e7c4-49fd-935f-18b17381b58c req-c6f18d9b-44aa-4028-a39b-4d494881b78c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0714753 Oct 27 01:24:35.457415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:35.486458 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a3f604ec-6475-4ca5-8306-a2372ea48afe req-f3ce2fe6-d496-4a1a-9dc5-1a15dbba4085 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815828 Oct 27 01:24:35.495534 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2cf3c42b-e7c4-49fd-935f-18b17381b58c req-71f647b5-8de3-4d20-af12-d9e4e0cd2582 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825424 Oct 27 01:24:35.807997 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Request body: {'port': {'device_id': '6db3be4b-8f81-4b80-8f8d-801378971478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:35.935984 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-d80e79fd-6122-4401-9011-07acec14f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.937667 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-d80e79fd-6122-4401-9011-07acec14f183 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c72a2266373f44749fa0d3bbd3bb68cd&device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 1128 time: 0.0725665 Oct 27 01:24:35.968394 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-3ab2d537-aeda-416b-a5b4-9e604209d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.970561 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-3ab2d537-aeda-416b-a5b4-9e604209d5eb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1127 time: 0.1151881 Oct 27 01:24:35.978683 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-6d88629e-15a0-43e5-8de5-9ca0d200087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.980431 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-6d88629e-15a0-43e5-8de5-9ca0d200087a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 1127 time: 0.0911298 Oct 27 01:24:35.984333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-d28267a9-47e0-431b-9ba5-cc26c02dc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:35.989996 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-d28267a9-47e0-431b-9ba5-cc26c02dc402 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1127 time: 0.0993125 Oct 27 01:24:36.093861 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-a0a3e433-c511-4dd2-9382-c83b3b5ba0e4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f HTTP/1.1" status: 200 len: 217 time: 0.0919383 Oct 27 01:24:36.118092 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:36.122432 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.185271 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-8e031bf6-625f-4cc6-b0cc-9b215f61c825 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 217 time: 0.1245375 Oct 27 01:24:36.188631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56894) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:36.241464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56900) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:36.284865 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-867997821-network', 'tenant_id': 'f6f36b70f1774b18b5472730833fd38c'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:36.299060 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b54d7043-006a-4b10-acac-6b7506931598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.301526 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-b54d7043-006a-4b10-acac-6b7506931598 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.1889813 Oct 27 01:24:36.309042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5930368-6d20-469a-b590-40a392906409 req-b810b759-bebf-4332-bed9-eefcd64e1982 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.309382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-3d225d80-139f-4796-820f-1e4581fba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.310565 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5930368-6d20-469a-b590-40a392906409 req-b810b759-bebf-4332-bed9-eefcd64e1982 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1933391 Oct 27 01:24:36.311176 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-3d225d80-139f-4796-820f-1e4581fba2c0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0964983 Oct 27 01:24:36.317573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c855e1-1414-4d87-a94b-907e526a1de8 req-69ae8fb3-9ce3-402a-8c13-f90ecace80ad tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.320008 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18c855e1-1414-4d87-a94b-907e526a1de8 req-69ae8fb3-9ce3-402a-8c13-f90ecace80ad tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.2286215 Oct 27 01:24:36.399015 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:36.410753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-fae5119c-f98f-4b2a-a78d-e96611fe9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.412281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-19dc6970-8329-4d1a-a269-048c0e5dfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.412855 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-fae5119c-f98f-4b2a-a78d-e96611fe9ae8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0843871 Oct 27 01:24:36.413565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-fb51d6ec-c5a2-44e7-bba9-b9ef57dcb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.413926 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-19dc6970-8329-4d1a-a269-048c0e5dfdc3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=a64b63af-183f-41f2-aa9d-31ed91fe4c62 HTTP/1.1" status: 200 len: 913 time: 0.4584732 Oct 27 01:24:36.415025 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-fb51d6ec-c5a2-44e7-bba9-b9ef57dcb951 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=db70dacc270d431182451b57b277484f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3542137 Oct 27 01:24:36.424491 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-ce5c6f95-3d24-4423-b41d-614b3d94d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.426659 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-ce5c6f95-3d24-4423-b41d-614b3d94d849 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1193914 Oct 27 01:24:36.461154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Made reservation on behalf of f6f36b70f1774b18b5472730833fd38c for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:36.463431 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.575935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.602984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-0a599dfa-72a1-4c84-bbd9-d8776275bde3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74997a4-8058-410c-9e78-4a15650df34e HTTP/1.1" status: 200 len: 217 time: 0.1370425 Oct 27 01:24:36.613483 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-87a32398-edb8-4f84-ae2d-0d2f98422e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.653716 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5930368-6d20-469a-b590-40a392906409 req-cfc47f08-67f0-43cd-9baa-aa1cca10611e tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276720 Oct 27 01:24:36.698205 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-89acabc1-85a1-43ac-b7c6-f8d90cb8204f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699652 Oct 27 01:24:36.701042 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-f4a78f35-cd14-4f8b-b49b-a45700af4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.702444 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6204913e-636e-4ae9-bf47-d1bca753f739 req-f4a78f35-cd14-4f8b-b49b-a45700af4191 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728152 Oct 27 01:24:36.702854 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18c855e1-1414-4d87-a94b-907e526a1de8 req-2d3359c3-d934-476d-9a1c-adc4f5b079f9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681688 Oct 27 01:24:36.704444 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-9ed2c870-1adb-4b2a-8042-2dd89d78af1c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668734 Oct 27 01:24:36.935246 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-87a32398-edb8-4f84-ae2d-0d2f98422e8b admin admin] Publish callbacks [] for security_group (7c541e22-68a9-4ff6-a6a6-1974c8baa3a3), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.963256 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-87a32398-edb8-4f84-ae2d-0d2f98422e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7c541e22-68a9-4ff6-a6a6-1974c8baa3a3), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:36.975019 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:36.976817 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-a856757a-b833-4ca2-b5c7-7448355ec079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:36.981554 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-a856757a-b833-4ca2-b5c7-7448355ec079 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=e1310b80-f965-456a-acfb-40646908bd3c HTTP/1.1" status: 200 len: 851 time: 0.3656671 Oct 27 01:24:37.015713 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:37.039866 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2052-9cbf-4d17-93a5-09cfdb2486c2 req-35a424ef-0390-4671-a221-86e0b7f91a9e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.041517 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3db2052-9cbf-4d17-93a5-09cfdb2486c2 req-35a424ef-0390-4671-a221-86e0b7f91a9e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.1992481 Oct 27 01:24:37.047339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf940-8036-4088-a6c7-6d718417d9ac req-6620bfe6-a1e6-4c31-90c8-d88d848735e5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.048728 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a1bf940-8036-4088-a6c7-6d718417d9ac req-6620bfe6-a1e6-4c31-90c8-d88d848735e5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 932 time: 0.2774639 Oct 27 01:24:37.150240 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-31c9840e-600a-4758-a51d-ffd670266d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.152964 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-31c9840e-600a-4758-a51d-ffd670266d51 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 1127 time: 0.3775434 Oct 27 01:24:37.170016 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-87a32398-edb8-4f84-ae2d-0d2f98422e8b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3990cfa81b9d46318a34bb862d243121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9614077 Oct 27 01:24:37.177767 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56934) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:37.188366 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a32398-edb8-4f84-ae2d-0d2f98422e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c541e22-68a9-4ff6-a6a6-1974c8baa3a3,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:37.213402 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-75bedd0a-7559-4871-af88-3eeccf4ea055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.214935 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-75bedd0a-7559-4871-af88-3eeccf4ea055 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=a64b63af-183f-41f2-aa9d-31ed91fe4c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2095490 Oct 27 01:24:37.236404 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-e6a51b69-f3b9-41b4-9429-3892e2349360 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c HTTP/1.1" status: 200 len: 217 time: 0.0706098 Oct 27 01:24:37.307361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks [] for security_group (f78bf5c2-ce49-4975-969f-e06e6ebb5a89), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.318144 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-d259451e-c471-48ec-b213-82f7e418a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.319840 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-d259451e-c471-48ec-b213-82f7e418a2c4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0681052 Oct 27 01:24:37.368764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3db2052-9cbf-4d17-93a5-09cfdb2486c2 req-d15271ae-dc71-4e85-8e35-9630948d29f3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189285 Oct 27 01:24:37.369657 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f78bf5c2-ce49-4975-969f-e06e6ebb5a89), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.380811 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a1bf940-8036-4088-a6c7-6d718417d9ac req-65c7f1ed-7eb0-4bb4-819d-48fcb8396670 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688453 Oct 27 01:24:37.390012 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-383bc57d-ea4a-4001-9446-d8cfede73acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.391778 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-383bc57d-ea4a-4001-9446-d8cfede73acb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572863 Oct 27 01:24:37.418436 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:37.422270 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-9f117b46-524e-4e58-b35f-4a3add61c77b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013822 Oct 27 01:24:37.439954 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:24:37.443565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:37.453283 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-daa6e6b2-410f-46ef-80ce-bdf259a35044 req-78bb0dbd-5f83-4174-988c-64466fe86b10 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310293 Oct 27 01:24:37.470298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks [] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.472720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78bf5c2-ce49-4975-969f-e06e6ebb5a89,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:37.480192 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (339f7239-df95-4e99-bd43-98d413c94107), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.480538 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Added segment 339f7239-df95-4e99-bd43-98d413c94107 of type vlan for network 4a6902b5-6167-4914-aa0f-ac42d068af63 Oct 27 01:24:37.528256 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Transition to ACTIVE for port object 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:24:37.537898 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-21e47666-da15-4cef-b21b-aaecde023319 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110862 Oct 27 01:24:37.543513 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.553732 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (4a6902b5-6167-4914-aa0f-ac42d068af63), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.570760 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] Publish callbacks [] for security_group (7c541e22-68a9-4ff6-a6a6-1974c8baa3a3), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.599282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:37.616261 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] Publish callbacks [] for security_group (7c541e22-68a9-4ff6-a6a6-1974c8baa3a3), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.647784 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:37.654508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (4a6902b5-6167-4914-aa0f-ac42d068af63), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.655597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:37.656205 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.663593 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Attempting to bind port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:24:37.663820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Attempting to bind port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:24:37.664151 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Attempting to bind port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:37.665687 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-8b054c4a-edf9-4786-951a-8fac1c3035a1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410295 Oct 27 01:24:37.702913 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7c541e22-68a9-4ff6-a6a6-1974c8baa3a3), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.706818 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:37.710339 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7c541e22-68a9-4ff6-a6a6-1974c8baa3a3 HTTP/1.1" status: 204 len: 168 time: 0.4799709 Oct 27 01:24:37.727709 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec09da-bfca-4614-825e-ae78355656cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c541e22-68a9-4ff6-a6a6-1974c8baa3a3,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:37.806196 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:37.822250 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:37.930436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device d74997a4-8058-410c-9e78-4a15650df34e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:37.961402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7040377 Oct 27 01:24:37.964848 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56964) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:37.972700 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Request body: {'subnet': {'network_id': '4a6902b5-6167-4914-aa0f-ac42d068af63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-867997821-subnet', 'tenant_id': 'f6f36b70f1774b18b5472730833fd38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:24:38.012346 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:38.022046 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Made reservation on behalf of f6f36b70f1774b18b5472730833fd38c for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:38.027905 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.040081 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0220d4-6f71-4705-9e2e-70d06d891f89 admin admin] Pushing event updated for resources: {'Network': ['ID=4a6902b5-6167-4914-aa0f-ac42d068af63,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:38.064293 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3db4c-b400-4bb2-a67f-7dc6b0c01f7f req-aae4eed9-0f62-4036-88fc-73ce9cec1ec0 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.066384 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71d3db4c-b400-4bb2-a67f-7dc6b0c01f7f req-aae4eed9-0f62-4036-88fc-73ce9cec1ec0 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 944 time: 0.1165729 Oct 27 01:24:38.067435 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b on network e6bca71c-aea1-476d-8633-0cf730614609 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:38.067760 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Attempting to bind port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:38.075396 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ba271-711d-49fb-80d7-f47accef8293 req-5c25ab70-91a5-492f-8386-70a9a7afe400 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.076894 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-540ba271-711d-49fb-80d7-f47accef8293 req-5c25ab70-91a5-492f-8386-70a9a7afe400 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1240132 Oct 27 01:24:38.186170 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d74997a4-8058-410c-9e78-4a15650df34e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:38.197027 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:24:38.197647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Checking segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:38.198289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Bound using segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:24:38.198967 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Bound port: 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:24:38.199484 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.205299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:38.210129 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71d3db4c-b400-4bb2-a67f-7dc6b0c01f7f req-e3fe3598-0eec-42cc-b3b5-8bf369f18022 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322649 Oct 27 01:24:38.241329 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-540ba271-711d-49fb-80d7-f47accef8293 req-2e675e7f-9ef2-41bf-a473-9708a00e7dc1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274190 Oct 27 01:24:38.243251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'd74997a4-8058-410c-9e78-4a15650df34e', 'network_id': 'a64b63af-183f-41f2-aa9d-31ed91fe4c62', 'port_id': 'd74997a4-8058-410c-9e78-4a15650df34e', 'mac_address': 'fa:16:3e:2e:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1310b80-f965-456a-acfb-40646908bd3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:38.268071 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 4a6902b5-6167-4914-aa0f-ac42d068af63 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:24:38.323804 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:38.382602 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port d74997a4-8058-410c-9e78-4a15650df34e is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:38.383302 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d74997a4-8058-410c-9e78-4a15650df34e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.385852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (aae6aeec-0e5f-44de-af84-cd857b971b3f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.412639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:38.432981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:38.433516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74997a4-8058-410c-9e78-4a15650df34e {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:38.442126 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 56976) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:38.451521 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae6aeec-0e5f-44de-af84-cd857b971b3f,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:38.478204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.497295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.497295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.497295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 1094 time: 2.6952350 Oct 27 01:24:38.497295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:38.497295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea612635-870a-4115-83db-7e2be833fb41" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:38.498889 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b45fdf05-3e06-4278-a8e4-23899724b8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.511544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d74997a4-8058-410c-9e78-4a15650df34e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:38.520708 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.565027 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Checking segment: {'id': '339f7239-df95-4e99-bd43-98d413c94107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4a6902b5-6167-4914-aa0f-ac42d068af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:24:38.566986 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Network hostable DHCP agents. Network: 4a6902b5-6167-4914-aa0f-ac42d068af63, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:24:38.590135 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Network 4a6902b5-6167-4914-aa0f-ac42d068af63 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:24:38.593553 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:38.608495 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 4a6902b5-6167-4914-aa0f-ac42d068af63) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:38.614066 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.614853 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.619644 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec57461-bc9f-4559-86d6-5a3d572d596f None None] Network 4a6902b5-6167-4914-aa0f-ac42d068af63 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:24:38.651722 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7d541611-831a-4b67-84a4-52ee9d46eac0 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6853263 Oct 27 01:24:38.656822 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb0df4-9968-44de-bfaa-b4d54db65ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:38.664963 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98350d97-2fbf-412a-af69-3a56beccdb69 req-1f0cbd2e-2344-47ba-92b3-d8d5e4dac61b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.666535 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-98350d97-2fbf-412a-af69-3a56beccdb69 req-1f0cbd2e-2344-47ba-92b3-d8d5e4dac61b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.1362853 Oct 27 01:24:38.682726 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af389950-b7d1-4376-8a1c-165ca2b018e7 req-591713b2-aef0-4acc-b4ec-990bf1a72fed tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:38.684163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af389950-b7d1-4376-8a1c-165ca2b018e7 req-591713b2-aef0-4acc-b4ec-990bf1a72fed tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.1359580 Oct 27 01:24:38.810189 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af389950-b7d1-4376-8a1c-165ca2b018e7 req-37f40b68-aa56-4bcf-98f7-eff96bfc6862 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146641 Oct 27 01:24:38.813313 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-98350d97-2fbf-412a-af69-3a56beccdb69 req-97a59515-42db-43d1-bed5-68ce49e921aa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383133 Oct 27 01:24:38.818137 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b45fdf05-3e06-4278-a8e4-23899724b8d1 admin admin] Publish callbacks [] for security_group (56c8c58f-1862-46bf-b7a2-3eb9ef665d5b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.824166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b45fdf05-3e06-4278-a8e4-23899724b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (56c8c58f-1862-46bf-b7a2-3eb9ef665d5b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.875148 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11286f6e-aba6-4bd0-9b8a-181f18a2524b None None] Network 4a6902b5-6167-4914-aa0f-ac42d068af63 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:24:38.891219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 56992) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:38.891357 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b45fdf05-3e06-4278-a8e4-23899724b8d1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f6ffdabbaf92472296a0dd36f6123ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479790 Oct 27 01:24:38.892959 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7ac303-e2f8-4ae1-93ac-5eb5e3270ca3 x-openstack-request-id: req-6f7ac303-e2f8-4ae1-93ac-5eb5e3270ca3 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:38.893801 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:38.894301 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f7ac303-e2f8-4ae1-93ac-5eb5e3270ca3 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:38.894498 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7ac303-e2f8-4ae1-93ac-5eb5e3270ca3'] response: {'name': 'network-changed', 'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'status': 'completed', 'code': 200} Oct 27 01:24:38.895437 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fdf05-3e06-4278-a8e4-23899724b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8c58f-1862-46bf-b7a2-3eb9ef665d5b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:38.950646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] Publish callbacks [] for security_group (56c8c58f-1862-46bf-b7a2-3eb9ef665d5b), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:38.960478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:38.982278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] Publish callbacks [] for security_group (56c8c58f-1862-46bf-b7a2-3eb9ef665d5b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.056920 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (56c8c58f-1862-46bf-b7a2-3eb9ef665d5b), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.060724 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.062150 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/56c8c58f-1862-46bf-b7a2-3eb9ef665d5b HTTP/1.1" status: 204 len: 168 time: 0.1699948 Oct 27 01:24:39.072540 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0730fdf-19a8-45a0-b6dd-64b792b977d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8c58f-1862-46bf-b7a2-3eb9ef665d5b,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:39.155132 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['d74997a4-8058-410c-9e78-4a15650df34e'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:24:39.449545 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:39.463211 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2b939-3ddc-4f72-9a39-778c05265515 req-bf6de8a6-3ad0-42bc-b641-6942d71b1f10 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:39.465104 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a2b939-3ddc-4f72-9a39-778c05265515 req-bf6de8a6-3ad0-42bc-b641-6942d71b1f10 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 945 time: 0.1462989 Oct 27 01:24:39.526897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4af7-1f77-46a1-a272-0eed795c03ba req-f634be4e-64c6-4a7d-a7f9-e8d16fe893fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:39.528656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b9cc4af7-1f77-46a1-a272-0eed795c03ba req-f634be4e-64c6-4a7d-a7f9-e8d16fe893fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1415009 Oct 27 01:24:39.617364 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a2b939-3ddc-4f72-9a39-778c05265515 req-0f550ac9-7ff1-4580-978c-f20722929554 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438487 Oct 27 01:24:39.658160 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b9cc4af7-1f77-46a1-a272-0eed795c03ba req-35d32eb6-b3ef-4af3-84de-46ab0a2f80b7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219690 Oct 27 01:24:39.667764 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57038) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:39.684785 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b9e79c1-c952-4155-8da5-5bbe3d381d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.777132 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b9e79c1-c952-4155-8da5-5bbe3d381d83 admin admin] Publish callbacks [] for security_group (8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.781193 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b9e79c1-c952-4155-8da5-5bbe3d381d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.827520 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9b9e79c1-c952-4155-8da5-5bbe3d381d83 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8ad725c644134e899181ac2a445e8f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579061 Oct 27 01:24:39.828612 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e79c1-c952-4155-8da5-5bbe3d381d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:39.830187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 57042) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:39.884153 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57050) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:39.914559 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] Publish callbacks [] for security_group (8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.937565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] Publish callbacks [] for security_group (8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:39.995819 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d62405f-1948-4582-b53e-43803dbc962b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.046707 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96186d-8e59-474b-b8af-54aa2967cf57 req-f70bf038-8d5f-4a8a-af46-6e38255b8490 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:40.048392 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4a96186d-8e59-474b-b8af-54aa2967cf57 req-f70bf038-8d5f-4a8a-af46-6e38255b8490 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.1039767 Oct 27 01:24:40.056517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616002f-8fba-4e01-8483-b580bd7841fb req-93204709-8773-4009-b7a8-1eaa078ca98f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:40.057955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f616002f-8fba-4e01-8483-b580bd7841fb req-93204709-8773-4009-b7a8-1eaa078ca98f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.1123877 Oct 27 01:24:40.058414 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:40.076699 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d62405f-1948-4582-b53e-43803dbc962b admin admin] Publish callbacks [] for security_group (5d1e53d9-74ce-49fb-b8a5-2beadb3a3111), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.081811 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d62405f-1948-4582-b53e-43803dbc962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5d1e53d9-74ce-49fb-b8a5-2beadb3a3111), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.118774 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.121189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.122321 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9 HTTP/1.1" status: 204 len: 168 time: 0.2906532 Oct 27 01:24:40.124068 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62405f-1948-4582-b53e-43803dbc962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e53d9-74ce-49fb-b8a5-2beadb3a3111,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.135479 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2d62405f-1948-4582-b53e-43803dbc962b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=86efb04a71c7402d87d34ca096d8d0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477000 Oct 27 01:24:40.135825 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57056) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:40.152122 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4a96186d-8e59-474b-b8af-54aa2967cf57 req-73b9cb20-a962-466f-9837-25d5e3b9f0e4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917110 Oct 27 01:24:40.160730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7864b09-8564-4e7d-851d-6e4d36f14b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcd9bc-fa1d-4ed7-8dc6-7ee2fb3f68b9,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.167890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f616002f-8fba-4e01-8483-b580bd7841fb req-d6413da8-f07b-4514-b380-4989c025034c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987296 Oct 27 01:24:40.210748 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] Publish callbacks [] for security_group (5d1e53d9-74ce-49fb-b8a5-2beadb3a3111), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.232290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] Publish callbacks [] for security_group (5d1e53d9-74ce-49fb-b8a5-2beadb3a3111), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.243072 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:40.289843 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5d1e53d9-74ce-49fb-b8a5-2beadb3a3111), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.292482 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.293673 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d1e53d9-74ce-49fb-b8a5-2beadb3a3111 HTTP/1.1" status: 204 len: 168 time: 0.1561060 Oct 27 01:24:40.302178 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caa462-0291-4fa8-a3f0-bd21417b959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e53d9-74ce-49fb-b8a5-2beadb3a3111,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.466999 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device d74997a4-8058-410c-9e78-4a15650df34e up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:40.517221 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port d74997a4-8058-410c-9e78-4a15650df34e completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:24:40.519946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:40.527079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port d74997a4-8058-410c-9e78-4a15650df34e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:40.527602 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d74997a4-8058-410c-9e78-4a15650df34e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.529882 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port d74997a4-8058-410c-9e78-4a15650df34e Oct 27 01:24:40.622476 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port d74997a4-8058-410c-9e78-4a15650df34e is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:40.623158 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d74997a4-8058-410c-9e78-4a15650df34e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.648848 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:40.688441 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57080) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:40.711925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a6e48255-f578-4eaf-8dba-1b1ac31b2dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.745756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d74997a4-8058-410c-9e78-4a15650df34e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:40.754752 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.831146 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7027c-3237-4957-9b88-ed3423a25a75 req-9f75a39d-8d09-4c04-8ba5-779b8004f740 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:40.838364 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28e7027c-3237-4957-9b88-ed3423a25a75 req-9f75a39d-8d09-4c04-8ba5-779b8004f740 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 945 time: 0.1264758 Oct 27 01:24:40.850465 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a6e48255-f578-4eaf-8dba-1b1ac31b2dc7 admin admin] Publish callbacks [] for security_group (1b70190a-8a1f-4b44-82db-6283586570e4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.859852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a6e48255-f578-4eaf-8dba-1b1ac31b2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1b70190a-8a1f-4b44-82db-6283586570e4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:40.864934 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.906282 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a6e48255-f578-4eaf-8dba-1b1ac31b2dc7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dd063b242052473a81b534c9f89ac3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166545 Oct 27 01:24:40.915087 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57092) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:40.946887 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:40.958957 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48255-f578-4eaf-8dba-1b1ac31b2dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70190a-8a1f-4b44-82db-6283586570e4,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.959519 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bbb92-130e-4fbd-9442-a3be846f65f7 req-bbbc1054-f8b3-4b25-8c71-a4d604fda891 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:40.970830 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e0bbb92-130e-4fbd-9442-a3be846f65f7 req-bbbc1054-f8b3-4b25-8c71-a4d604fda891 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1298363 Oct 27 01:24:40.991330 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28e7027c-3237-4957-9b88-ed3423a25a75 req-b8d3d503-b7ff-4ea0-b702-2102f79f420b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518900 Oct 27 01:24:41.027631 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] Publish callbacks [] for security_group (1b70190a-8a1f-4b44-82db-6283586570e4), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:41.059037 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] Publish callbacks [] for security_group (1b70190a-8a1f-4b44-82db-6283586570e4), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:41.059568 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e0bbb92-130e-4fbd-9442-a3be846f65f7 req-b11b3d8c-1b7d-46af-b956-8a7ebdef8088 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824051 Oct 27 01:24:41.121426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1b70190a-8a1f-4b44-82db-6283586570e4), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:41.125430 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:41.131432 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b70190a-8a1f-4b44-82db-6283586570e4 HTTP/1.1" status: 204 len: 168 time: 0.2152634 Oct 27 01:24:41.140320 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d81d-4966-489b-b69f-f4cc36a6d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70190a-8a1f-4b44-82db-6283586570e4,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:41.173157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3589b-c2a2-420c-9f76-1206d1bae85e" -d '{"events": [{"server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "name": "network-vif-plugged", "status": "completed", "tag": "d74997a4-8058-410c-9e78-4a15650df34e"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:41.304348 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822496c-517a-4e7d-9119-9715b03d2567 req-799ddee6-ed3d-494c-826d-2bad3924b19d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:41.306274 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0822496c-517a-4e7d-9119-9715b03d2567 req-799ddee6-ed3d-494c-826d-2bad3924b19d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0550644 Oct 27 01:24:41.362742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0822496c-517a-4e7d-9119-9715b03d2567 req-8968efaf-fd54-476c-8f57-ead77433f9fb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Oct 27 01:24:41.496831 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9fd1d-f5e9-44b8-8f9c-aa2135353376 req-8ff34ad7-78ab-46d5-a78a-5fc1280324be tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:41.498363 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cc9fd1d-f5e9-44b8-8f9c-aa2135353376 req-8ff34ad7-78ab-46d5-a78a-5fc1280324be tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0543070 Oct 27 01:24:41.561010 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cc9fd1d-f5e9-44b8-8f9c-aa2135353376 req-07c8dcc7-5718-46ba-830e-9f9d8dda94e6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557468 Oct 27 01:24:41.574140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ec4c5-e1a5-4297-b98d-88f402ce4a5c x-openstack-request-id: req-103ec4c5-e1a5-4297-b98d-88f402ce4a5c {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:41.574669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "name": "network-vif-plugged", "status": "completed", "tag": "d74997a4-8058-410c-9e78-4a15650df34e", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:41.574669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-103ec4c5-e1a5-4297-b98d-88f402ce4a5c {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:41.575124 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103ec4c5-e1a5-4297-b98d-88f402ce4a5c'] response: {'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e', 'code': 200} Oct 27 01:24:42.106465 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7747-cc04-4cd9-8c01-ab02dd602e7f req-43442b83-aa3c-4198-b52c-cf16038cb428 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:42.108642 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39bc7747-cc04-4cd9-8c01-ab02dd602e7f req-43442b83-aa3c-4198-b52c-cf16038cb428 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Oct 27 01:24:42.192964 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf46f4c-e6fd-4a69-93ed-408a02103135 req-50dc9b2e-3065-4e0c-adf3-5003340413de tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:42.194504 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2bf46f4c-e6fd-4a69-93ed-408a02103135 req-50dc9b2e-3065-4e0c-adf3-5003340413de tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0643957 Oct 27 01:24:42.198118 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39bc7747-cc04-4cd9-8c01-ab02dd602e7f req-f8a9d9a6-ce5a-4e8c-82af-1d7df3e43f94 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825489 Oct 27 01:24:42.226850 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:42.245080 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2bf46f4c-e6fd-4a69-93ed-408a02103135 req-8fe71e40-f17d-4bb3-94b7-6c97ea37e15d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Oct 27 01:24:42.496315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404aceb-6c27-4ee9-b0ee-a09906108c4c req-a2d9ce90-1065-4436-93c7-d01c023ae5a4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:42.497871 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8404aceb-6c27-4ee9-b0ee-a09906108c4c req-a2d9ce90-1065-4436-93c7-d01c023ae5a4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0513234 Oct 27 01:24:42.546980 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8404aceb-6c27-4ee9-b0ee-a09906108c4c req-ad1faf96-dbb5-4530-99ec-3b1d935f77e1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Oct 27 01:24:42.687893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9855-2da1-4801-be90-9ed71d21e639 req-ac8d3972-4842-410a-8536-65a006d4df6c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:42.689449 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a1f9855-2da1-4801-be90-9ed71d21e639 req-ac8d3972-4842-410a-8536-65a006d4df6c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Oct 27 01:24:42.739213 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a1f9855-2da1-4801-be90-9ed71d21e639 req-6bb06fd0-4e78-49a2-936a-142d098f0fc4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437405 Oct 27 01:24:43.354278 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53192e-7015-4589-84f2-761a4d6a6862 req-48642a82-bd7d-4d70-a608-30c843d9160d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:43.357717 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf53192e-7015-4589-84f2-761a4d6a6862 req-48642a82-bd7d-4d70-a608-30c843d9160d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0664341 Oct 27 01:24:43.418037 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284fff4-4721-46d3-aae6-671902119562 req-445a51c5-22d2-4f9d-b0cc-6d541065fcd9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:43.419518 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c284fff4-4721-46d3-aae6-671902119562 req-445a51c5-22d2-4f9d-b0cc-6d541065fcd9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0739846 Oct 27 01:24:43.438441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:43.461032 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf53192e-7015-4589-84f2-761a4d6a6862 req-b1bc4c42-568d-4c5f-9cef-100eb1a3107b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946324 Oct 27 01:24:43.483930 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c284fff4-4721-46d3-aae6-671902119562 req-0f97417b-68cb-4392-8aa4-77b2e30d1efb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586362 Oct 27 01:24:43.666944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88ccbc-24cf-4e20-8cba-576f675d96e2 req-52280be8-e0c5-402e-b0b8-91f59fe8cb0f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:43.668422 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a88ccbc-24cf-4e20-8cba-576f675d96e2 req-52280be8-e0c5-402e-b0b8-91f59fe8cb0f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0470626 Oct 27 01:24:43.719272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a88ccbc-24cf-4e20-8cba-576f675d96e2 req-dc5323a7-2081-4417-aa20-e378d1ce7104 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Oct 27 01:24:43.863369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a47ee-0f58-40be-b962-3bc638f19158 req-08b6562e-4125-431f-b537-64f3ee9e4967 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:43.864794 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-312a47ee-0f58-40be-b962-3bc638f19158 req-08b6562e-4125-431f-b537-64f3ee9e4967 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0471931 Oct 27 01:24:43.912883 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-312a47ee-0f58-40be-b962-3bc638f19158 req-acacfc23-5bbc-4ff0-b6e2-328d34e8de3f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424740 Oct 27 01:24:44.005852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 03b4b398-12c2-4b2b-b9c0-441545a05f75 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:44.073382 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:44.108322 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:44.120166 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '03b4b398-12c2-4b2b-b9c0-441545a05f75', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'port_id': '03b4b398-12c2-4b2b-b9c0-441545a05f75', 'mac_address': 'fa:16:3e:0e:69:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:44.153475 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 03b4b398-12c2-4b2b-b9c0-441545a05f75 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:44.153859 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:44.166951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b4b398-12c2-4b2b-b9c0-441545a05f75 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:44.187104 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:44.190560 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:44.235706 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:44.613486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e869e9-2e05-42b0-bcaf-49fde32fc952 req-af586ab5-c18c-443b-8400-d1a3217dc753 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:44.614955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-83e869e9-2e05-42b0-bcaf-49fde32fc952 req-af586ab5-c18c-443b-8400-d1a3217dc753 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0794375 Oct 27 01:24:44.634616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9e47-cb7d-4500-a8dd-0e4580616d9d req-f9312d01-6a62-4fb5-a578-18140a60eaf9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:44.635992 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fc2c9e47-cb7d-4500-a8dd-0e4580616d9d req-f9312d01-6a62-4fb5-a578-18140a60eaf9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0716355 Oct 27 01:24:44.698920 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-83e869e9-2e05-42b0-bcaf-49fde32fc952 req-cca73270-6dd0-4af3-8fd8-eb5ceb3105f4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784097 Oct 27 01:24:44.706032 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fc2c9e47-cb7d-4500-a8dd-0e4580616d9d req-fa51e18f-dbac-4670-aa26-d7e00ef72021 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625482 Oct 27 01:24:44.840894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fae62b-12b5-4ce6-9ad2-f09506391fa3 req-9005bb32-feac-42ec-807b-ab840576568f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:44.842392 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d2fae62b-12b5-4ce6-9ad2-f09506391fa3 req-9005bb32-feac-42ec-807b-ab840576568f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0494471 Oct 27 01:24:44.888711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d2fae62b-12b5-4ce6-9ad2-f09506391fa3 req-21d90377-e68a-4cda-8302-d11e0ed1dfde tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Oct 27 01:24:44.993075 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['03b4b398-12c2-4b2b-b9c0-441545a05f75'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:24:45.045644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97178cc-e92e-48f9-a6f5-c78ccbc3a7d3 req-7b8a6b44-6e5d-4d92-b1cf-359732f55e98 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:45.050432 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e97178cc-e92e-48f9-a6f5-c78ccbc3a7d3 req-7b8a6b44-6e5d-4d92-b1cf-359732f55e98 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0652881 Oct 27 01:24:45.099923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e97178cc-e92e-48f9-a6f5-c78ccbc3a7d3 req-b8e4ce04-d240-4adc-ab46-db231495c475 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Oct 27 01:24:45.884682 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1bfcfd3-7f62-41fb-8475-8ed58b4a7eac req-43571180-250a-4f91-86b9-2b57a279f0dc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957079 Oct 27 01:24:45.920590 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:45.934582 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12189fb-1a8a-4435-ade4-71b978e69c6a req-8557ca05-7c2e-44fd-9515-442e444a703f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:45.936072 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c12189fb-1a8a-4435-ade4-71b978e69c6a req-8557ca05-7c2e-44fd-9515-442e444a703f tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.1617577 Oct 27 01:24:45.990796 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567191c8-7086-44db-87f9-71cc4de45667 req-c6b5e94b-8c26-4995-bb56-db49afdf781f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:45.992165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-567191c8-7086-44db-87f9-71cc4de45667 req-c6b5e94b-8c26-4995-bb56-db49afdf781f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.1658549 Oct 27 01:24:46.004311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612635-870a-4115-83db-7e2be833fb41 req-72891977-1c8a-41ca-96d6-4139fccd27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:46.005760 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ea612635-870a-4115-83db-7e2be833fb41 req-72891977-1c8a-41ca-96d6-4139fccd27cd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1128 time: 0.1267653 Oct 27 01:24:46.075555 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce010ecb-eab4-4d9a-b84e-12ef9fedbb73 req-aa0ad14f-3e8d-4aae-a0a9-f1189867e943 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432876 Oct 27 01:24:46.081724 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c12189fb-1a8a-4435-ade4-71b978e69c6a req-8816ba0f-a6df-4d4d-92d7-67a8c2f96818 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230803 Oct 27 01:24:46.097545 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-567191c8-7086-44db-87f9-71cc4de45667 req-be7867ea-d35f-455d-84af-6644d6ec3ec9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983803 Oct 27 01:24:46.228014 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775949f2-70a0-43c5-b686-403daca904b4 req-30cce78c-cd17-45d8-9765-6ba06eac8e05 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:46.229545 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-775949f2-70a0-43c5-b686-403daca904b4 req-30cce78c-cd17-45d8-9765-6ba06eac8e05 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0812519 Oct 27 01:24:46.232173 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:46.243927 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36619f-76a6-42df-a15b-38367926f38a req-7123d347-21f3-4dd4-9b79-7b5789626076 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:46.245330 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b36619f-76a6-42df-a15b-38367926f38a req-7123d347-21f3-4dd4-9b79-7b5789626076 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0624185 Oct 27 01:24:46.312833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-775949f2-70a0-43c5-b686-403daca904b4 req-3786fd00-5993-4482-a6e3-20d3bb6ca5e9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665650 Oct 27 01:24:46.324099 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b36619f-76a6-42df-a15b-38367926f38a req-7ea67f79-9644-4e79-aef3-a31c421e54be tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705128 Oct 27 01:24:47.239042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf13be-b807-4b3c-a946-3131c3763564 req-2534f8ea-85f3-4e16-92b9-c114df78ed32 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:47.240518 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34bf13be-b807-4b3c-a946-3131c3763564 req-2534f8ea-85f3-4e16-92b9-c114df78ed32 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0764852 Oct 27 01:24:47.248238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fbc75-7fa6-409e-9ea5-85d526a1c276 req-ac9adc2f-c77b-41cf-be23-2fa92a8bf8c3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:47.249649 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-525fbc75-7fa6-409e-9ea5-85d526a1c276 req-ac9adc2f-c77b-41cf-be23-2fa92a8bf8c3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 943 time: 0.0755248 Oct 27 01:24:47.323629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34bf13be-b807-4b3c-a946-3131c3763564 req-7d250862-8ba6-4ed1-8ad0-fafbd03d3bb8 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729725 Oct 27 01:24:47.326863 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-525fbc75-7fa6-409e-9ea5-85d526a1c276 req-81551f0f-d8be-4d1d-8157-fd0190489ab1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688896 Oct 27 01:24:47.474712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fec2a-559a-4c79-8497-418a45608621 req-47dae126-3d84-413d-9624-2656bcbf2b54 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:47.476165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc9fec2a-559a-4c79-8497-418a45608621 req-47dae126-3d84-413d-9624-2656bcbf2b54 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0777216 Oct 27 01:24:47.483373 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea2b34-bd9d-4832-8c09-feb592f32120 req-9f5d08fb-dae5-427c-98b4-26f1b091ff9c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:47.484739 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6dea2b34-bd9d-4832-8c09-feb592f32120 req-9f5d08fb-dae5-427c-98b4-26f1b091ff9c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0772991 Oct 27 01:24:47.557708 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc9fec2a-559a-4c79-8497-418a45608621 req-4e4eb630-ab90-463f-8060-f2195410d619 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720127 Oct 27 01:24:47.561753 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6dea2b34-bd9d-4832-8c09-feb592f32120 req-9781d48b-42c5-462a-95b5-101f53536863 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686917 Oct 27 01:24:48.114716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device a826d83f-2f6e-4c48-b09b-56890b3a069f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:48.213666 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:48.223305 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:48.226906 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'a826d83f-2f6e-4c48-b09b-56890b3a069f', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'port_id': 'a826d83f-2f6e-4c48-b09b-56890b3a069f', 'mac_address': 'fa:16:3e:c4:68:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:48.261546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port a826d83f-2f6e-4c48-b09b-56890b3a069f is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:48.261927 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:48.274674 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a826d83f-2f6e-4c48-b09b-56890b3a069f {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:24:48.294418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:48.297933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:48.345411 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:48.479439 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d896-8d68-4606-bb76-c7f60c632f95 req-5b8a1519-453f-472c-8819-d9185a8959be tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:48.480903 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1383d896-8d68-4606-bb76-c7f60c632f95 req-5b8a1519-453f-472c-8819-d9185a8959be tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0797458 Oct 27 01:24:48.488881 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69178b40-b0f5-495a-a5b7-a1573e2e4487 req-cb6f5dba-82b4-412f-97d6-fd590544901f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:48.490285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69178b40-b0f5-495a-a5b7-a1573e2e4487 req-cb6f5dba-82b4-412f-97d6-fd590544901f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0782280 Oct 27 01:24:48.562195 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1383d896-8d68-4606-bb76-c7f60c632f95 req-97fbf48f-5fbc-45c0-9f09-14fab5343184 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709796 Oct 27 01:24:48.566303 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69178b40-b0f5-495a-a5b7-a1573e2e4487 req-d71b1111-e50a-4605-bdaf-ce798ceff1ae tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Oct 27 01:24:48.708716 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4c5f7-4bca-45dd-a158-c215b390c1f8 req-02cda606-7b3e-4c66-be2c-dd4dba47ad14 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:48.710213 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ff4c5f7-4bca-45dd-a158-c215b390c1f8 req-02cda606-7b3e-4c66-be2c-dd4dba47ad14 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0768230 Oct 27 01:24:48.717594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e3d14-8e6b-441d-9f1d-49b892eebf55 req-e57f058f-9bc1-495e-a5f6-0322aabec65c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:48.718982 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-539e3d14-8e6b-441d-9f1d-49b892eebf55 req-e57f058f-9bc1-495e-a5f6-0322aabec65c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0748453 Oct 27 01:24:48.760505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:48.791882 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ff4c5f7-4bca-45dd-a158-c215b390c1f8 req-51a8220c-67fd-4926-acd4-072fddbf0774 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720010 Oct 27 01:24:48.795769 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-539e3d14-8e6b-441d-9f1d-49b892eebf55 req-f242dc0e-8d49-4334-90f9-09e2b4b73d84 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689862 Oct 27 01:24:49.715759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1683a-6b88-496e-89dd-4e920f20343d req-18217b0c-a383-4476-bb31-ae2a22ef6a41 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:49.717250 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbc1683a-6b88-496e-89dd-4e920f20343d req-18217b0c-a383-4476-bb31-ae2a22ef6a41 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0782642 Oct 27 01:24:49.724928 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20319629-543c-4443-88bf-900835660f83 req-e3f8ab87-e2e6-4c1c-8b57-4086604f8def tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:49.726336 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20319629-543c-4443-88bf-900835660f83 req-e3f8ab87-e2e6-4c1c-8b57-4086604f8def tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0779352 Oct 27 01:24:49.765603 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:49.793644 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbc1683a-6b88-496e-89dd-4e920f20343d req-bd5fff1d-ace9-4a79-9539-4659a8096dea tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664129 Oct 27 01:24:49.804675 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20319629-543c-4443-88bf-900835660f83 req-174eb03e-e8b3-44ce-aa20-aa825f438dcc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707960 Oct 27 01:24:49.942784 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a96fe-53bc-45ad-84f5-c73bf937d25e req-7d87446e-a6b8-4812-bdd2-3dd885faad82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:49.944280 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b04a96fe-53bc-45ad-84f5-c73bf937d25e req-7d87446e-a6b8-4812-bdd2-3dd885faad82 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0776305 Oct 27 01:24:49.951856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ede4-3feb-45c0-9538-873d42f8e3e6 req-67fd3551-29c4-4ac1-8a84-5be4075548b0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:49.953291 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8fa2ede4-3feb-45c0-9538-873d42f8e3e6 req-67fd3551-29c4-4ac1-8a84-5be4075548b0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0765431 Oct 27 01:24:50.026420 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b04a96fe-53bc-45ad-84f5-c73bf937d25e req-d071196f-0eb0-4a33-a50d-ef1c7bb32a9e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721884 Oct 27 01:24:50.029618 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8fa2ede4-3feb-45c0-9538-873d42f8e3e6 req-a7c73b9d-cdec-4b96-9af6-4cc97dd8809d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693779 Oct 27 01:24:50.946210 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81100fa8-c759-4d1a-a5e8-94789e9dd7ed req-38b8be0b-ea9c-4b79-b68d-9cbe890615f3 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:50.947668 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-81100fa8-c759-4d1a-a5e8-94789e9dd7ed req-38b8be0b-ea9c-4b79-b68d-9cbe890615f3 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0791724 Oct 27 01:24:50.954828 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012b18b-395a-4ddf-9952-453d40509345 req-c51ea1af-6843-404d-934c-030cff5b2778 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:50.957424 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a012b18b-395a-4ddf-9952-453d40509345 req-c51ea1af-6843-404d-934c-030cff5b2778 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0762806 Oct 27 01:24:51.225586 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-81100fa8-c759-4d1a-a5e8-94789e9dd7ed req-1c58ad0f-15d0-4ba5-8208-2020ca6d9e62 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672184 Oct 27 01:24:51.229716 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a012b18b-395a-4ddf-9952-453d40509345 req-5630fcb8-8b76-47ef-a121-d3e332826683 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656410 Oct 27 01:24:51.357528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc8b2e-0436-4ba7-ad90-21327a6a0a20 req-ddb6f6e4-77bd-40a9-8cbd-291c798e6da9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:51.358981 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8bdc8b2e-0436-4ba7-ad90-21327a6a0a20 req-ddb6f6e4-77bd-40a9-8cbd-291c798e6da9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0759315 Oct 27 01:24:51.367010 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bf650-7c9d-4c2b-84eb-fd38a5876195 req-d47ee00c-7538-4de9-bd33-b16d68e4d752 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:51.368379 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-402bf650-7c9d-4c2b-84eb-fd38a5876195 req-d47ee00c-7538-4de9-bd33-b16d68e4d752 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0764136 Oct 27 01:24:51.440469 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8bdc8b2e-0436-4ba7-ad90-21327a6a0a20 req-5ac669bc-2135-4f46-b24a-3bc1269633dd tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710990 Oct 27 01:24:51.444416 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-402bf650-7c9d-4c2b-84eb-fd38a5876195 req-5028f09d-e66b-4e3e-92ef-ec8f1f4b940c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693479 Oct 27 01:24:52.376174 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cb18-8b4c-4f79-a398-3db554e4be07 req-20d0f938-c504-4f77-9f2a-de6c3bde845c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:52.377579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7869cb18-8b4c-4f79-a398-3db554e4be07 req-20d0f938-c504-4f77-9f2a-de6c3bde845c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0774698 Oct 27 01:24:52.383856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b53e9-9f15-477a-9c8c-23589b4bf58a req-a1a4f9f9-7d53-4485-af2b-07cf7370cfb2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:52.385244 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bb8b53e9-9f15-477a-9c8c-23589b4bf58a req-a1a4f9f9-7d53-4485-af2b-07cf7370cfb2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0745361 Oct 27 01:24:52.459475 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7869cb18-8b4c-4f79-a398-3db554e4be07 req-49b18f01-0d0a-4c76-93bd-ed717ecde9b8 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733049 Oct 27 01:24:52.462695 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bb8b53e9-9f15-477a-9c8c-23589b4bf58a req-839dbc64-7a61-442a-9006-a7731f081cdf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707417 Oct 27 01:24:52.528265 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:52.595547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f07e12-8e01-4905-a5c3-24302a280466 req-837f14d0-3106-4733-afee-2ce5f0142f0f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:52.597092 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-54f07e12-8e01-4905-a5c3-24302a280466 req-837f14d0-3106-4733-afee-2ce5f0142f0f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0717671 Oct 27 01:24:52.602631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbaac2-207f-439c-a116-8a159cb2b171 req-ef79c1ce-f7d8-4c38-9681-aeba522e8389 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:52.604037 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7ccbaac2-207f-439c-a116-8a159cb2b171 req-ef79c1ce-f7d8-4c38-9681-aeba522e8389 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0884671 Oct 27 01:24:52.674639 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-54f07e12-8e01-4905-a5c3-24302a280466 req-58c902f6-00d8-4602-970e-b3f384897299 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696266 Oct 27 01:24:52.681662 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7ccbaac2-207f-439c-a116-8a159cb2b171 req-62206ed5-28f2-4f87-8a3a-4a74e541e218 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700634 Oct 27 01:24:53.414801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e484f3df-b09b-460b-9897-44da9251249f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:53.592144 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:53.606730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818dd74-8646-4377-8ac9-41f57d4aac2b req-e308483b-4af6-43d1-8eb8-84c93cbbb96b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:53.608227 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b818dd74-8646-4377-8ac9-41f57d4aac2b req-e308483b-4af6-43d1-8eb8-84c93cbbb96b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0750496 Oct 27 01:24:53.615639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefcd7d-63ff-40e7-b2c1-a11e5b7cbfcd req-9655a378-2442-48ce-8331-5bbdad14dbb1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:53.616953 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbefcd7d-63ff-40e7-b2c1-a11e5b7cbfcd req-9655a378-2442-48ce-8331-5bbdad14dbb1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0740669 Oct 27 01:24:53.693632 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b818dd74-8646-4377-8ac9-41f57d4aac2b req-2274cd59-d306-4042-b071-80dda93592a3 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757201 Oct 27 01:24:53.699397 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbefcd7d-63ff-40e7-b2c1-a11e5b7cbfcd req-c9fa3492-5698-4287-8f16-2c9e04b83bc5 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749185 Oct 27 01:24:53.826793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5547e-15d8-4e8f-8c28-291eb5b1af50 req-bd840963-9842-4e7e-bd66-48d9ac8de806 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:53.828260 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-54a5547e-15d8-4e8f-8c28-291eb5b1af50 req-bd840963-9842-4e7e-bd66-48d9ac8de806 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0733776 Oct 27 01:24:53.836020 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaa555-17a1-4905-b723-60e69238e69c req-93195467-a3a5-4aaa-8024-27e0b508b036 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:53.837403 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ecaa555-17a1-4905-b723-60e69238e69c req-93195467-a3a5-4aaa-8024-27e0b508b036 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0723789 Oct 27 01:24:53.915953 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-54a5547e-15d8-4e8f-8c28-291eb5b1af50 req-02538f5b-59fa-48bd-a3fd-9d2b47d18514 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776265 Oct 27 01:24:53.919163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ecaa555-17a1-4905-b723-60e69238e69c req-e4acff7e-3ba4-45b0-970a-6ff94292622a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743167 Oct 27 01:24:53.922515 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=15 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:53.926087 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=11 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:54.853891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b29a9-8612-425f-9945-725e543df16a req-41c2b03f-b7e2-4e44-b600-7230b9897822 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:54.855380 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6e1b29a9-8612-425f-9945-725e543df16a req-41c2b03f-b7e2-4e44-b600-7230b9897822 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0768087 Oct 27 01:24:54.861035 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8004e0-7756-4ee0-ae1a-3de30fe76cdc req-2a540e1f-b946-400b-ade0-d5ecfa399f15 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:54.862435 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a8004e0-7756-4ee0-ae1a-3de30fe76cdc req-2a540e1f-b946-400b-ade0-d5ecfa399f15 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0730770 Oct 27 01:24:54.942062 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6e1b29a9-8612-425f-9945-725e543df16a req-d7f06797-9a07-4719-b414-aa5fd9392e2a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Oct 27 01:24:54.945302 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a8004e0-7756-4ee0-ae1a-3de30fe76cdc req-a4fa9f37-752e-4bc6-8c32-376770e58f8c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752482 Oct 27 01:24:55.070654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['a826d83f-2f6e-4c48-b09b-56890b3a069f'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:24:55.071304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b6a0f-8547-4979-a68e-787ce7cf5f71 req-737710b6-9c4b-4ea5-809a-3cfbe8582de2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:55.077038 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2e0b6a0f-8547-4979-a68e-787ce7cf5f71 req-737710b6-9c4b-4ea5-809a-3cfbe8582de2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0786166 Oct 27 01:24:55.085591 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f56ce3-7be6-4e1a-8f81-282561963f05 req-8d8c5da5-2edf-4990-8f6a-f7259c45ddb0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:55.087072 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0f56ce3-7be6-4e1a-8f81-282561963f05 req-8d8c5da5-2edf-4990-8f6a-f7259c45ddb0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0799096 Oct 27 01:24:55.095924 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 03b4b398-12c2-4b2b-b9c0-441545a05f75 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:55.159036 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2e0b6a0f-8547-4979-a68e-787ce7cf5f71 req-0a1eca40-cd72-457a-a64e-5762d4940fdd tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709987 Oct 27 01:24:55.167138 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0f56ce3-7be6-4e1a-8f81-282561963f05 req-3b9f56e8-7838-42c4-8a84-a6e1bc58c2d3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721896 Oct 27 01:24:55.178310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 03b4b398-12c2-4b2b-b9c0-441545a05f75 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:24:55.187056 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 03b4b398-12c2-4b2b-b9c0-441545a05f75 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:55.187433 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:55.187769 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 03b4b398-12c2-4b2b-b9c0-441545a05f75 Oct 27 01:24:55.259087 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:55.319134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 03b4b398-12c2-4b2b-b9c0-441545a05f75 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:55.319520 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:55.346820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:55.349660 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89326722-d5e4-49ab-b6d8-cc16a07c7c22" -d '{"events": [{"server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "name": "network-vif-plugged", "status": "completed", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:55.362378 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:55.366623 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:55.391352 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9e17a-e9b2-4cc6-9abf-f704ce5d1933 x-openstack-request-id: req-83a9e17a-e9b2-4cc6-9abf-f704ce5d1933 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:55.391685 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "name": "network-vif-plugged", "status": "completed", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:55.392007 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83a9e17a-e9b2-4cc6-9abf-f704ce5d1933 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:55.392404 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a9e17a-e9b2-4cc6-9abf-f704ce5d1933'] response: {'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75', 'code': 200} Oct 27 01:24:55.417417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:55.424444 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.424789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.425168 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.425525 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.426057 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.426205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.426497 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.426818 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.427157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.427485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.427802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.428137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.428808 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.429242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.429592 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:55.759984 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-042687ad-c5ed-4c5f-8dbd-894b203365c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:55.880125 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:55.881115 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=54,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:56.123161 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51c332-5687-426f-a70f-7dae9127f69b req-ad333175-697a-4fb4-b5ab-2fbb164d11f0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:56.124688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1f51c332-5687-426f-a70f-7dae9127f69b req-ad333175-697a-4fb4-b5ab-2fbb164d11f0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 944 time: 0.0937850 Oct 27 01:24:56.131079 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ecf1-7a9d-4e5e-ab36-1fc796d4acba req-b6794d0d-e7fe-4ecd-a41c-3b137151ef33 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:56.132730 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b50ecf1-7a9d-4e5e-ab36-1fc796d4acba req-b6794d0d-e7fe-4ecd-a41c-3b137151ef33 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0870416 Oct 27 01:24:56.200874 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1f51c332-5687-426f-a70f-7dae9127f69b req-a7d8f17c-ba61-446b-9ab2-2ac3237425b7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671401 Oct 27 01:24:56.211129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:56.237761 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b50ecf1-7a9d-4e5e-ab36-1fc796d4acba req-bfc607ca-4068-4b9a-8bcd-dc452bf03cef tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969059 Oct 27 01:24:56.372785 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device a826d83f-2f6e-4c48-b09b-56890b3a069f up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:56.393815 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa1875-5baa-40da-ae0c-855e1502e2a2 req-22a8b9d9-21df-42d4-8097-af004cf4c29e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:56.395051 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6aa1875-5baa-40da-ae0c-855e1502e2a2 req-22a8b9d9-21df-42d4-8097-af004cf4c29e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0792398 Oct 27 01:24:56.419643 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031405-410d-4efa-bd0f-380bcf41bfee req-57ced3fd-2818-43f8-b6bb-0bf9853e8be1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:56.421448 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9031405-410d-4efa-bd0f-380bcf41bfee req-57ced3fd-2818-43f8-b6bb-0bf9853e8be1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.1190734 Oct 27 01:24:56.423023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port a826d83f-2f6e-4c48-b09b-56890b3a069f completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:24:56.436152 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port a826d83f-2f6e-4c48-b09b-56890b3a069f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:24:56.436580 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:56.436952 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port a826d83f-2f6e-4c48-b09b-56890b3a069f Oct 27 01:24:56.483676 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:56.509737 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6aa1875-5baa-40da-ae0c-855e1502e2a2 req-b8cb5100-502e-45cb-b595-74f86dbffb51 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063340 Oct 27 01:24:56.527741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:56.535167 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9031405-410d-4efa-bd0f-380bcf41bfee req-2131d308-8830-427b-bd41-931af2785fcd tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017239 Oct 27 01:24:56.541403 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port a826d83f-2f6e-4c48-b09b-56890b3a069f is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:24:56.541804 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:56.584832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:56.588741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:56.641113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:57.068078 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.074316 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57446) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:57.186022 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.264365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Publish callbacks [] for security_group (033c7d61-bb9d-42e0-8f18-db145427e89f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.268905 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (033c7d61-bb9d-42e0-8f18-db145427e89f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.312501 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c31fdacca68b460da5cdccb3d70a4c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370934 Oct 27 01:24:57.317867 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 57456) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:24:57.333559 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c7d61-bb9d-42e0-8f18-db145427e89f,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:57.351716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.352071 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.352415 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.352754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.353108 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.353443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.353770 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.354094 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.354417 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.354747 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.355074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.355402 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.355724 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.356045 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.356361 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f7e08-a918-475c-8c3d-1d55e5a46094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:57.375912 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b439af-e583-476c-8153-f18689d4f784 req-4076193b-5b3d-46db-8f53-1c3fea563548 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:57.377418 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7b439af-e583-476c-8153-f18689d4f784 req-4076193b-5b3d-46db-8f53-1c3fea563548 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0551999 Oct 27 01:24:57.385042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a74ffe-24c0-4afc-8fdc-e145cce88d2f req-7a2a5d3d-a33c-480c-913e-583005de60bd tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:57.385837 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] Publish callbacks [] for security_group (033c7d61-bb9d-42e0-8f18-db145427e89f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.386724 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1a74ffe-24c0-4afc-8fdc-e145cce88d2f req-7a2a5d3d-a33c-480c-913e-583005de60bd tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0946763 Oct 27 01:24:57.394079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:24:57.397587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126b161-51b7-4009-8dbc-377fa6adf771" -d '{"events": [{"server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "name": "network-vif-plugged", "status": "completed", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:57.407057 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] Publish callbacks [] for security_group (033c7d61-bb9d-42e0-8f18-db145427e89f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.457202 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (033c7d61-bb9d-42e0-8f18-db145427e89f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.459752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:57.460902 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/033c7d61-bb9d-42e0-8f18-db145427e89f HTTP/1.1" status: 204 len: 168 time: 0.1421254 Oct 27 01:24:57.461015 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7b439af-e583-476c-8153-f18689d4f784 req-126f3427-baba-4e3b-af2e-6940490b9411 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Oct 27 01:24:57.469091 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1a74ffe-24c0-4afc-8fdc-e145cce88d2f req-300a8324-b6f4-4e02-b04a-2b0fc96ddc9e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706515 Oct 27 01:24:57.470859 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947b2c-7abb-479a-a327-8568476d7bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c7d61-bb9d-42e0-8f18-db145427e89f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:57.533619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c865f0-73d0-40c5-9713-1fdb5c57cb9f x-openstack-request-id: req-a3c865f0-73d0-40c5-9713-1fdb5c57cb9f {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:57.534276 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "name": "network-vif-plugged", "status": "completed", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:57.534597 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3c865f0-73d0-40c5-9713-1fdb5c57cb9f {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:57.535179 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c865f0-73d0-40c5-9713-1fdb5c57cb9f'] response: {'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f', 'code': 200} Oct 27 01:24:57.628627 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001fc8b-d59e-4730-b7d0-7f9d5c820b7d req-04742e25-3336-4bb1-acd2-cce64b0c2e06 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:57.631005 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7001fc8b-d59e-4730-b7d0-7f9d5c820b7d req-04742e25-3336-4bb1-acd2-cce64b0c2e06 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0520017 Oct 27 01:24:57.724864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7001fc8b-d59e-4730-b7d0-7f9d5c820b7d req-01efc22e-af8f-4cb4-829c-15e1b044c61f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713255 Oct 27 01:24:57.724864 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3a47a-db0b-4b17-8e11-52e27397a722 req-c048b21d-2072-48c7-91b1-650a89b0d0ea tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:57.724864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b7d3a47a-db0b-4b17-8e11-52e27397a722 req-c048b21d-2072-48c7-91b1-650a89b0d0ea tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0887616 Oct 27 01:24:57.771833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b7d3a47a-db0b-4b17-8e11-52e27397a722 req-6d9238a4-b0a0-4b7c-a839-7bef7523e47d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Oct 27 01:24:58.638973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5f73-65a0-4e3d-b330-aa0104edd756 req-805ed9f3-ddeb-4cec-83d9-eda77193f5a8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:58.640482 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ee6f5f73-65a0-4e3d-b330-aa0104edd756 req-805ed9f3-ddeb-4cec-83d9-eda77193f5a8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0915148 Oct 27 01:24:58.694417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcb38a-8e37-4f25-965e-1cf51436ca0e req-2dfc5cee-f20a-46f8-99f9-1ad21d978a8d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:58.695883 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-acbcb38a-8e37-4f25-965e-1cf51436ca0e req-2dfc5cee-f20a-46f8-99f9-1ad21d978a8d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.1186140 Oct 27 01:24:58.732670 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ee6f5f73-65a0-4e3d-b330-aa0104edd756 req-ec630564-b8ee-45fd-a796-387371872670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728498 Oct 27 01:24:58.738640 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:58.776250 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-acbcb38a-8e37-4f25-965e-1cf51436ca0e req-d7b73d2a-90e3-4e17-b538-991931669ff6 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730908 Oct 27 01:24:58.853129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6dc3d-9974-49ba-8832-9951a0478a84 req-d2736f02-941b-4ad6-936e-f9fd1ea10fe8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:58.854750 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97b6dc3d-9974-49ba-8832-9951a0478a84 req-d2736f02-941b-4ad6-936e-f9fd1ea10fe8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0516896 Oct 27 01:24:58.921958 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877177be-cf4c-4b95-b727-d04e0b60643a req-500bab8e-c041-42ac-81f0-117a69e3c9bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:58.923439 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-877177be-cf4c-4b95-b727-d04e0b60643a req-500bab8e-c041-42ac-81f0-117a69e3c9bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0677605 Oct 27 01:24:58.954636 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97b6dc3d-9974-49ba-8832-9951a0478a84 req-958a0f32-0366-4128-8a8d-e398eec4c602 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887933 Oct 27 01:24:58.962381 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:24:58.984400 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-877177be-cf4c-4b95-b727-d04e0b60643a req-005aa14a-575c-4480-b4a6-625dfa3f8d1b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532801 Oct 27 01:24:59.872640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027242b8-dc33-4127-8290-31e76b000137 req-f8907669-059f-446a-bb29-bca724c492ce tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:59.874115 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-027242b8-dc33-4127-8290-31e76b000137 req-f8907669-059f-446a-bb29-bca724c492ce tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0627389 Oct 27 01:24:59.920709 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ed9a1-c8e9-4d19-b94c-13005b9581f8 req-b234477d-e629-42f5-8dbc-443f9b1ed466 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:24:59.922188 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c40ed9a1-c8e9-4d19-b94c-13005b9581f8 req-b234477d-e629-42f5-8dbc-443f9b1ed466 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0677037 Oct 27 01:24:59.932024 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:24:59.966503 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-027242b8-dc33-4127-8290-31e76b000137 req-b250b3d4-e2f6-4168-996d-32d7b56ea2ba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762105 Oct 27 01:24:59.994369 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c40ed9a1-c8e9-4d19-b94c-13005b9581f8 req-98670211-72f2-43ca-94d5-29d4b9d72fd4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Oct 27 01:25:00.080313 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:00.103962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ef789-77fe-4c5b-930a-b87dc305028a req-e2edde6b-62b6-4730-9b0d-18ca51246e61 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:00.105457 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a20ef789-77fe-4c5b-930a-b87dc305028a req-e2edde6b-62b6-4730-9b0d-18ca51246e61 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 943 time: 0.0723228 Oct 27 01:25:00.135159 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e470e1-1bbf-4a78-be02-7b29ab706791 req-1c926919-4cbe-4ff3-9ba4-1bbb2d9a789f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:00.136589 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0e470e1-1bbf-4a78-be02-7b29ab706791 req-1c926919-4cbe-4ff3-9ba4-1bbb2d9a789f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0719733 Oct 27 01:25:00.181520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a20ef789-77fe-4c5b-930a-b87dc305028a req-1f88997b-7bcc-492e-aa77-eba1b661d8ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698917 Oct 27 01:25:00.204052 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0e470e1-1bbf-4a78-be02-7b29ab706791 req-5e4e5fc2-56de-440b-b1dd-d971f6d6b56a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609729 Oct 27 01:25:00.315731 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 9bbe4643-e570-4c73-9fd9-c977cef6c27c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:25:00.413066 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:00.427753 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:25:00.569412 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 9bbe4643-e570-4c73-9fd9-c977cef6c27c is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:00.569703 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:00.581446 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612635-870a-4115-83db-7e2be833fb41 req-8bbc5087-9003-40e4-acde-29bd5c15594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:00.582602 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbe4643-e570-4c73-9fd9-c977cef6c27c {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:25:00.583064 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ea612635-870a-4115-83db-7e2be833fb41 req-8bbc5087-9003-40e4-acde-29bd5c15594e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1161027 Oct 27 01:25:00.604237 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:00.607903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:00.659547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:00.758613 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aac29-3985-4466-aa00-91833fd978c7 req-3686fa29-58d2-4e69-84f7-88edc13fe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:00.760101 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f49aac29-3985-4466-aa00-91833fd978c7 req-3686fa29-58d2-4e69-84f7-88edc13fe3af service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 1130 time: 0.1468120 Oct 27 01:25:00.787145 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612635-870a-4115-83db-7e2be833fb41 req-42044ab8-9d90-4f18-841a-37a77d065ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:00.788518 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ea612635-870a-4115-83db-7e2be833fb41 req-42044ab8-9d90-4f18-841a-37a77d065ac5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739802 Oct 27 01:25:01.108702 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-f49aac29-3985-4466-aa00-91833fd978c7 req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:01.123402 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:01.143319 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b575344-421c-4f2b-bfb7-284556f2766a req-aba8c62b-2a3b-463d-aa0b-36a357c10a1b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.145332 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b575344-421c-4f2b-bfb7-284556f2766a req-aba8c62b-2a3b-463d-aa0b-36a357c10a1b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.1024580 Oct 27 01:25:01.189176 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a22c1e-4acb-43e7-b2ba-b09b7ed7da8d req-0f50aac8-522a-4964-831e-f62cdf76efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.190637 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-19a22c1e-4acb-43e7-b2ba-b09b7ed7da8d req-0f50aac8-522a-4964-831e-f62cdf76efe2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.1115274 Oct 27 01:25:01.221603 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74f33-4aff-4e24-bc7c-66ac70e8890d req-7e9e93c0-b3af-4f3e-be5e-d158d110d10a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.223760 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3ce74f33-4aff-4e24-bc7c-66ac70e8890d req-7e9e93c0-b3af-4f3e-be5e-d158d110d10a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0936432 Oct 27 01:25:01.231727 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babb3fc-913b-48e1-98bf-8f57f960d63d req-cdc4944b-1ee3-4fd6-93fa-beec33d9c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.233292 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1babb3fc-913b-48e1-98bf-8f57f960d63d req-cdc4944b-1ee3-4fd6-93fa-beec33d9c019 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1129 time: 0.0738146 Oct 27 01:25:01.285053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b575344-421c-4f2b-bfb7-284556f2766a req-d670e14e-ee03-407d-b639-9e29182b253b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288567 Oct 27 01:25:01.294195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['9bbe4643-e570-4c73-9fd9-c977cef6c27c'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:25:01.322457 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3ce74f33-4aff-4e24-bc7c-66ac70e8890d req-47c6a6d2-d89a-4dc5-8806-03891d0b8ea8 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917640 Oct 27 01:25:01.348909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-f49aac29-3985-4466-aa00-91833fd978c7 req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Publish callbacks [] for security_group (d062c64a-3bc8-4991-aec7-be7b2beb740f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:01.355989 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-f49aac29-3985-4466-aa00-91833fd978c7 req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d062c64a-3bc8-4991-aec7-be7b2beb740f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:01.362736 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:01.465680 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f49aac29-3985-4466-aa00-91833fd978c7 req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105132 Oct 27 01:25:01.493583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d062c64a-3bc8-4991-aec7-be7b2beb740f,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:01.517429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0a36e684-33c5-4050-ae5b-dc702a6d38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.519067 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-0a36e684-33c5-4050-ae5b-dc702a6d38c1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1128 time: 0.0674989 Oct 27 01:25:01.521168 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:01.524882 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.525266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.525611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.525951 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.526327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.526635 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.526972 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.527343 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.527613 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.527959 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.528259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.528596 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.528899 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.529262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.529575 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:01.540346 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb496c-fb5c-4765-8ec9-7705208ea732 req-e61dc688-d631-43ef-9584-c7c060d74631 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.541892 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8bcb496c-fb5c-4765-8ec9-7705208ea732 req-e61dc688-d631-43ef-9584-c7c060d74631 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 944 time: 0.1492116 Oct 27 01:25:01.546670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:01.548196 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1babb3fc-913b-48e1-98bf-8f57f960d63d req-e47a8a89-019d-4da0-9344-4dde4be7f724 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797949 Oct 27 01:25:01.567408 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b165335-d2c7-40a0-98da-9510d6c46b7a req-accd7588-099d-4401-a2c1-72223f9eba70 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:01.568938 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9b165335-d2c7-40a0-98da-9510d6c46b7a req-accd7588-099d-4401-a2c1-72223f9eba70 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.1594839 Oct 27 01:25:01.614018 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-19a22c1e-4acb-43e7-b2ba-b09b7ed7da8d req-9505f1a6-0829-4551-b68f-b3fe59698886 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521657 Oct 27 01:25:01.659565 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8bcb496c-fb5c-4765-8ec9-7705208ea732 req-2f849884-418b-4af3-84a6-d0617c4b467f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999217 Oct 27 01:25:01.663367 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9b165335-d2c7-40a0-98da-9510d6c46b7a req-887cf750-3f81-4e86-a48d-b6421b53599c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824730 Oct 27 01:25:02.428123 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633497e-1215-40b3-abfc-ca23fea1e8b7 req-58ab0d8e-d967-47a0-9a52-43c6b0a0dacf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:02.429899 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1633497e-1215-40b3-abfc-ca23fea1e8b7 req-58ab0d8e-d967-47a0-9a52-43c6b0a0dacf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0615451 Oct 27 01:25:02.480497 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70697f4-a754-48f3-875c-b0fe595ca6a1 req-61d2ee19-4160-439b-8a6e-ec517338b027 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:02.481883 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d70697f4-a754-48f3-875c-b0fe595ca6a1 req-61d2ee19-4160-439b-8a6e-ec517338b027 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0710983 Oct 27 01:25:02.558047 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 9bbe4643-e570-4c73-9fd9-c977cef6c27c up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:02.602427 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 9bbe4643-e570-4c73-9fd9-c977cef6c27c completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:25:02.609865 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 9bbe4643-e570-4c73-9fd9-c977cef6c27c triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:25:02.610242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:02.610579 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 9bbe4643-e570-4c73-9fd9-c977cef6c27c Oct 27 01:25:02.689278 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 9bbe4643-e570-4c73-9fd9-c977cef6c27c is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:02.689668 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:02.715428 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:02.716649 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1633497e-1215-40b3-abfc-ca23fea1e8b7 req-8116c8d3-a688-453a-928c-3e0633c2861a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690566 Oct 27 01:25:02.717696 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70942328-c13d-48d8-b62d-d66c85ac755c" -d '{"events": [{"server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:02.721890 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:02.733714 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:02.740808 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:02.759456 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d70697f4-a754-48f3-875c-b0fe595ca6a1 req-f0e586d1-ba16-4894-8188-6eeb16bfbe93 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664015 Oct 27 01:25:02.825731 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:02.870613 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee202f8-8afd-4db4-8381-c1f7de8e9a6c req-111d1686-9897-4b48-a0bf-773726f328aa tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:02.873518 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3ee202f8-8afd-4db4-8381-c1f7de8e9a6c req-111d1686-9897-4b48-a0bf-773726f328aa tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0681245 Oct 27 01:25:02.944220 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-ebe3eb7a-0bbe-4bad-80e1-066c0afd4276 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 217 time: 0.0540040 Oct 27 01:25:02.954711 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ec589-36e9-47da-8175-1bf1cddf0c0c req-75b70cb2-9f88-48b0-b574-914ddcceedaa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:02.956190 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a0ec589-36e9-47da-8175-1bf1cddf0c0c req-75b70cb2-9f88-48b0-b574-914ddcceedaa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0813372 Oct 27 01:25:03.014924 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3ee202f8-8afd-4db4-8381-c1f7de8e9a6c req-c065b92d-bac8-4967-bc7c-dd5453dd9ff7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227143 Oct 27 01:25:03.047069 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a0ec589-36e9-47da-8175-1bf1cddf0c0c req-66e7c3f3-d2ea-4993-99be-7d3c81efc651 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825777 Oct 27 01:25:03.078897 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b4b90-7ee8-48d5-a73d-a788a478bae1 x-openstack-request-id: req-1e7b4b90-7ee8-48d5-a73d-a788a478bae1 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:03.079692 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:03.080128 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e7b4b90-7ee8-48d5-a73d-a788a478bae1 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:03.080530 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7b4b90-7ee8-48d5-a73d-a788a478bae1'] response: {'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'code': 200} Oct 27 01:25:03.549917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 57614) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:03.657263 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f95ded4-428e-46e6-baee-96c1f9cf482b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:03.738504 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f95ded4-428e-46e6-baee-96c1f9cf482b admin admin] Publish callbacks [] for security_group (75c0bb88-2513-426e-a352-ce61e9deb71b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:03.742182 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f95ded4-428e-46e6-baee-96c1f9cf482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (75c0bb88-2513-426e-a352-ce61e9deb71b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:03.779785 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95ded4-428e-46e6-baee-96c1f9cf482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0bb88-2513-426e-a352-ce61e9deb71b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:03.786092 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9f95ded4-428e-46e6-baee-96c1f9cf482b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7bdee2fdcab94a87a832cc01c46361b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339907 Oct 27 01:25:03.788992 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 57622) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:03.814246 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:25:03.879183 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4ae72-cf45-4ae1-a7b4-5cd5eab7be1f req-0c1e262e-9975-4dd1-a079-4151b58faf40 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:03.880744 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e0c4ae72-cf45-4ae1-a7b4-5cd5eab7be1f req-0c1e262e-9975-4dd1-a079-4151b58faf40 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0775218 Oct 27 01:25:03.924200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:03.937495 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6096-6de1-4851-b00a-a799a2cdef9e req-0ce52988-31ca-47fd-9aef-6d06b8f6a46d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:03.939272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af4d6096-6de1-4851-b00a-a799a2cdef9e req-0ce52988-31ca-47fd-9aef-6d06b8f6a46d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0894608 Oct 27 01:25:03.952305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] Publish callbacks [] for security_group (75c0bb88-2513-426e-a352-ce61e9deb71b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.011469 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] Publish callbacks [] for security_group (75c0bb88-2513-426e-a352-ce61e9deb71b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.022649 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e0c4ae72-cf45-4ae1-a7b4-5cd5eab7be1f req-b60e9323-0a6d-4356-8870-d43bfd1bd95f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229520 Oct 27 01:25:04.043156 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af4d6096-6de1-4851-b00a-a799a2cdef9e req-8e531d65-5e39-4f20-bb15-826855431910 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Oct 27 01:25:04.062177 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:04.099997 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (75c0bb88-2513-426e-a352-ce61e9deb71b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.102552 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.103693 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75c0bb88-2513-426e-a352-ce61e9deb71b HTTP/1.1" status: 204 len: 168 time: 0.3137670 Oct 27 01:25:04.137351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2676c9-feae-4263-95d4-54ba35501e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0bb88-2513-426e-a352-ce61e9deb71b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:04.186893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17106cee-7f33-46e1-8591-f8dd9ec0c1d4 req-8a68af76-af49-40e9-8d55-0ff44e203982 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:04.188385 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17106cee-7f33-46e1-8591-f8dd9ec0c1d4 req-8a68af76-af49-40e9-8d55-0ff44e203982 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0895579 Oct 27 01:25:04.199509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca828474-ca69-48f2-83fe-7b10813fca86 req-bb67c172-a200-45a0-96d9-8997be39cb7c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:04.200963 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca828474-ca69-48f2-83fe-7b10813fca86 req-bb67c172-a200-45a0-96d9-8997be39cb7c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0649240 Oct 27 01:25:04.281503 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17106cee-7f33-46e1-8591-f8dd9ec0c1d4 req-e823d78d-e83e-438d-80da-d6b7368ff9a1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795653 Oct 27 01:25:04.284406 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca828474-ca69-48f2-83fe-7b10813fca86 req-7da3c8df-9a47-4f08-9fb5-213ed5a13c80 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754004 Oct 27 01:25:04.384550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 57636) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:04.398254 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6d900d71-0b75-478d-9d2f-f032eb3fd09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.475206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6d900d71-0b75-478d-9d2f-f032eb3fd09e admin admin] Publish callbacks [] for security_group (ad500365-6185-4102-ab73-ba0c8cab371c), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.478753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6d900d71-0b75-478d-9d2f-f032eb3fd09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ad500365-6185-4102-ab73-ba0c8cab371c), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.516569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d900d71-0b75-478d-9d2f-f032eb3fd09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad500365-6185-4102-ab73-ba0c8cab371c,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:04.521793 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-6d900d71-0b75-478d-9d2f-f032eb3fd09e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dfb2ecb7c2b347da96b157ded0d70c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361880 Oct 27 01:25:04.524720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 57638) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:04.574523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] Publish callbacks [] for security_group (ad500365-6185-4102-ab73-ba0c8cab371c), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.595148 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] Publish callbacks [] for security_group (ad500365-6185-4102-ab73-ba0c8cab371c), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.642032 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ad500365-6185-4102-ab73-ba0c8cab371c), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.645154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:04.646290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ad500365-6185-4102-ab73-ba0c8cab371c HTTP/1.1" status: 204 len: 168 time: 0.1207349 Oct 27 01:25:04.654352 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0d8a1-7800-45ab-9227-7fd2a244db94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad500365-6185-4102-ab73-ba0c8cab371c,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:05.179049 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5eb0-c695-4756-b31f-95fd68a27142 req-f080539a-9883-4d47-ba6c-e41802e79c29 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:05.180946 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-865f5eb0-c695-4756-b31f-95fd68a27142 req-f080539a-9883-4d47-ba6c-e41802e79c29 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0818980 Oct 27 01:25:05.208120 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbb21c-684d-4632-a586-598e167b278a req-6e1b2ffb-70d8-4769-a799-56f7173d3011 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:05.209626 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-80fbb21c-684d-4632-a586-598e167b278a req-6e1b2ffb-70d8-4769-a799-56f7173d3011 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0759735 Oct 27 01:25:05.257481 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-865f5eb0-c695-4756-b31f-95fd68a27142 req-90e26cd7-2892-448e-9c48-b53e80e4b417 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702679 Oct 27 01:25:05.278885 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-80fbb21c-684d-4632-a586-598e167b278a req-a868ed0d-f9ee-42af-951d-f99ade04fa8c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625966 Oct 27 01:25:05.444146 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402993c9-4315-42f0-beb5-ce71a9c72270 req-7f465b98-9f46-4188-ad0f-5cd5cf0d19cc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:05.445706 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-402993c9-4315-42f0-beb5-ce71a9c72270 req-7f465b98-9f46-4188-ad0f-5cd5cf0d19cc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0873439 Oct 27 01:25:05.462265 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98e17-dda5-4ca9-8c46-1ae5ef711de3 req-f5ce53b0-d940-4fab-8b5c-146f39902659 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:05.463733 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-36e98e17-dda5-4ca9-8c46-1ae5ef711de3 req-f5ce53b0-d940-4fab-8b5c-146f39902659 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0710473 Oct 27 01:25:05.491594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:05.499769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:05.543672 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-402993c9-4315-42f0-beb5-ce71a9c72270 req-cd8850ea-9913-4b41-b375-6176c228c7dc tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893309 Oct 27 01:25:05.553092 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-36e98e17-dda5-4ca9-8c46-1ae5ef711de3 req-f40a490d-9630-4f71-b625-1fa414e8c561 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826807 Oct 27 01:25:06.429030 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba83d9-be2b-4ecd-85e8-26dc94433d3e req-1b19b166-a262-4ae9-afe8-155832ecc6ec tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:06.430789 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6ba83d9-be2b-4ecd-85e8-26dc94433d3e req-1b19b166-a262-4ae9-afe8-155832ecc6ec tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0797808 Oct 27 01:25:06.436596 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673bff9-a196-43f2-82b1-2f0f4010eb43 req-d964f3c8-1ac0-4d4d-aebf-ff7d8865dbc5 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:06.437981 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b673bff9-a196-43f2-82b1-2f0f4010eb43 req-d964f3c8-1ac0-4d4d-aebf-ff7d8865dbc5 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0777435 Oct 27 01:25:06.512604 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6ba83d9-be2b-4ecd-85e8-26dc94433d3e req-bb3ff98c-a072-45cc-b5fe-a989114416b2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Oct 27 01:25:06.515576 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b673bff9-a196-43f2-82b1-2f0f4010eb43 req-7ba4514c-46ed-4ed0-8e60-5ba0bd5a00fe tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698357 Oct 27 01:25:06.706535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ce96-3d90-459f-9b92-c0fda3b578bc req-342e7344-ed3f-4486-aedf-e228607ed922 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:06.708571 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd69ce96-3d90-459f-9b92-c0fda3b578bc req-342e7344-ed3f-4486-aedf-e228607ed922 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0805359 Oct 27 01:25:06.714178 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037596f-fdb4-4643-a61d-69f40b42b87a req-c99c8760-9568-4357-901e-c592f616f749 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:06.715545 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e037596f-fdb4-4643-a61d-69f40b42b87a req-c99c8760-9568-4357-901e-c592f616f749 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0766847 Oct 27 01:25:06.788996 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd69ce96-3d90-459f-9b92-c0fda3b578bc req-3d306f55-1bd7-4578-8df7-6f6dbb363ec5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725107 Oct 27 01:25:06.792225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e037596f-fdb4-4643-a61d-69f40b42b87a req-12079770-d1e0-4f04-86a8-ad73c3d13b43 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689397 Oct 27 01:25:07.664611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a71a64-e06c-424c-8f8c-5a3ab065e9ef req-6acc6fb3-ab23-4e82-8c8b-f92ec2c5e779 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:07.666107 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1a71a64-e06c-424c-8f8c-5a3ab065e9ef req-6acc6fb3-ab23-4e82-8c8b-f92ec2c5e779 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0766394 Oct 27 01:25:07.673448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894928-d23c-4e1a-bb6f-25af7e0a6758 req-eb64a704-9874-4adf-a0ac-ab43ef94dd22 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:07.674819 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9e894928-d23c-4e1a-bb6f-25af7e0a6758 req-eb64a704-9874-4adf-a0ac-ab43ef94dd22 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0749421 Oct 27 01:25:07.746141 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1a71a64-e06c-424c-8f8c-5a3ab065e9ef req-abd81274-64aa-4846-8b5c-7d2de80c109e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Oct 27 01:25:07.753192 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9e894928-d23c-4e1a-bb6f-25af7e0a6758 req-c0e07909-a502-4c64-8cef-816b5ecb5526 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707271 Oct 27 01:25:07.941807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782da96-1f12-47c4-ae93-421882fb3d07 req-9e32f7cd-9d04-4c05-b7e0-0914c8536e1f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:07.943312 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d782da96-1f12-47c4-ae93-421882fb3d07 req-9e32f7cd-9d04-4c05-b7e0-0914c8536e1f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0810215 Oct 27 01:25:07.948976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1597b4f-ca07-483f-966f-8150d68cb0fc req-8d699351-7eb2-45a7-ad07-7a4c40d4e257 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:07.950592 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1597b4f-ca07-483f-966f-8150d68cb0fc req-8d699351-7eb2-45a7-ad07-7a4c40d4e257 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0774245 Oct 27 01:25:08.023481 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d782da96-1f12-47c4-ae93-421882fb3d07 req-6225fa25-d6e9-48f4-aa08-d17738520ec5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719583 Oct 27 01:25:08.027416 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1597b4f-ca07-483f-966f-8150d68cb0fc req-967ae3c3-cdcb-40d9-ba46-a18354a12526 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687466 Oct 27 01:25:08.905194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35567f90-956e-4c37-a132-1b94c4b26878 req-adc77726-c8cc-4aa3-8909-e37c0c38bd4a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:08.906673 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35567f90-956e-4c37-a132-1b94c4b26878 req-adc77726-c8cc-4aa3-8909-e37c0c38bd4a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0791967 Oct 27 01:25:08.912938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab699eb-afff-4e03-9f33-2e0996786efd req-b791e892-dc2d-4e26-8387-4fcdd7aeb3b4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:08.914316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cab699eb-afff-4e03-9f33-2e0996786efd req-b791e892-dc2d-4e26-8387-4fcdd7aeb3b4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0762479 Oct 27 01:25:08.969324 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:08.996113 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cab699eb-afff-4e03-9f33-2e0996786efd req-9d7d1090-17b2-4687-b938-6ebbf0f14a2c tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730641 Oct 27 01:25:08.999089 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35567f90-956e-4c37-a132-1b94c4b26878 req-e79ad4f8-fd39-4ec1-824e-aa0d6b1f748c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839207 Oct 27 01:25:09.187540 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708971-05e8-45e7-9a49-cdb77c95a311 req-21b97c41-9f3c-4b51-8dc6-44e34ef298c4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:09.189014 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fb708971-05e8-45e7-9a49-cdb77c95a311 req-21b97c41-9f3c-4b51-8dc6-44e34ef298c4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0917065 Oct 27 01:25:09.197218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b274-2743-49e5-b3e6-8a2607466815 req-f595e76a-188d-430a-bf5e-fad0908e95f0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:09.198775 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4625b274-2743-49e5-b3e6-8a2607466815 req-f595e76a-188d-430a-bf5e-fad0908e95f0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0901599 Oct 27 01:25:09.218812 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:09.274320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fb708971-05e8-45e7-9a49-cdb77c95a311 req-ee5c325f-5d84-4a1c-9c0b-6e4e64b2a004 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743299 Oct 27 01:25:09.283404 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4625b274-2743-49e5-b3e6-8a2607466815 req-a9e16be9-bb97-447e-8d85-b56bc1e72263 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774975 Oct 27 01:25:09.451377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-7a1a83c9-0dad-43a9-9cfb-2c2a41a36fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:09.453367 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-7a1a83c9-0dad-43a9-9cfb-2c2a41a36fe2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0509517 Oct 27 01:25:10.161736 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172daa3-f16f-48f0-93ed-f29c9eadaf14 req-f260c546-e7d0-4350-a472-a2f25d34a78e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:10.165545 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2172daa3-f16f-48f0-93ed-f29c9eadaf14 req-f260c546-e7d0-4350-a472-a2f25d34a78e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0820360 Oct 27 01:25:10.187666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880943d2-c339-4aac-a6df-e3a9a112332c req-76c72440-1e12-461c-9b40-d5debc9c89f3 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:10.189169 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-880943d2-c339-4aac-a6df-e3a9a112332c req-76c72440-1e12-461c-9b40-d5debc9c89f3 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0727632 Oct 27 01:25:10.253723 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2172daa3-f16f-48f0-93ed-f29c9eadaf14 req-d7d2369e-6c55-4302-b39e-e21b87cd7b1f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834465 Oct 27 01:25:10.272050 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-880943d2-c339-4aac-a6df-e3a9a112332c req-e983c509-ab0d-43a7-84f8-78eebd73963d tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707288 Oct 27 01:25:10.423222 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62fc1-a583-4469-a2f3-84876572bf44 req-ebc8e8f4-4cf8-4181-be6f-f756e3232c0f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:10.424707 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8de62fc1-a583-4469-a2f3-84876572bf44 req-ebc8e8f4-4cf8-4181-be6f-f756e3232c0f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0718346 Oct 27 01:25:10.435509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedab11-4374-46f2-b8ad-54dabdca66fb req-470e9e27-5c36-4810-bd56-c5a253766951 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:10.436862 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2bedab11-4374-46f2-b8ad-54dabdca66fb req-470e9e27-5c36-4810-bd56-c5a253766951 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0726798 Oct 27 01:25:10.513617 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8de62fc1-a583-4469-a2f3-84876572bf44 req-db2ac81b-ed67-4fe6-a7b9-79f370d15580 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757897 Oct 27 01:25:10.516771 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2bedab11-4374-46f2-b8ad-54dabdca66fb req-70a902a0-0210-4a1a-b26b-218f1b7a6685 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726960 Oct 27 01:25:11.142763 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6385a-3f57-4d32-b466-b59bce175468 req-f50cfc1e-4819-43bc-92c1-715534189dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:11.145373 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-f50cfc1e-4819-43bc-92c1-715534189dc8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475209 Oct 27 01:25:11.421657 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bfd2a-886b-4b2e-a6b5-40ac91c8ee32 req-5c9d80df-01fe-4cc0-9329-01453270cbb4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:11.423151 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a92bfd2a-886b-4b2e-a6b5-40ac91c8ee32 req-5c9d80df-01fe-4cc0-9329-01453270cbb4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0805254 Oct 27 01:25:11.434455 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474cbd-3888-4f96-a1b9-2feb772a3952 req-8e64a883-65b8-46a3-bd56-edb9553323cf tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:11.435979 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3c474cbd-3888-4f96-a1b9-2feb772a3952 req-8e64a883-65b8-46a3-bd56-edb9553323cf tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0625916 Oct 27 01:25:11.518463 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a92bfd2a-886b-4b2e-a6b5-40ac91c8ee32 req-40c1f176-2ae1-4983-9277-8da5ab9b73e8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 Oct 27 01:25:11.528841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3c474cbd-3888-4f96-a1b9-2feb772a3952 req-30df1897-00c4-4343-9230-e4151847c7c4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839388 Oct 27 01:25:11.660079 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8fee-b581-4c53-81b3-beab3eb45c3b req-220b0722-24d7-498c-a0b4-597295e2a66e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:11.662587 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de2f8fee-b581-4c53-81b3-beab3eb45c3b req-220b0722-24d7-498c-a0b4-597295e2a66e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0652287 Oct 27 01:25:11.728991 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de2f8fee-b581-4c53-81b3-beab3eb45c3b req-adf9bbaf-a7c2-48d6-a548-23c2d86f6e14 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598552 Oct 27 01:25:11.878976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152dd5-b410-442b-9cbf-785136f3ba9d req-e4e58ef1-3eff-4cd3-a2b6-66f8ae536b89 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:11.884102 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a152dd5-b410-442b-9cbf-785136f3ba9d req-e4e58ef1-3eff-4cd3-a2b6-66f8ae536b89 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0750728 Oct 27 01:25:11.944134 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:11.966970 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a152dd5-b410-442b-9cbf-785136f3ba9d req-4e957a1c-5ad8-42a6-bfdd-accc6080c6ff tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759892 Oct 27 01:25:12.142788 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad185e2-791e-4da0-a60f-773d6eccaffb req-f85c6aa9-4ff8-4433-9b12-b06836178846 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:12.144343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aad185e2-791e-4da0-a60f-773d6eccaffb req-f85c6aa9-4ff8-4433-9b12-b06836178846 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0556018 Oct 27 01:25:12.195091 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aad185e2-791e-4da0-a60f-773d6eccaffb req-74ad367c-ac3f-4a75-9874-a4e5670add8b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Oct 27 01:25:12.798730 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:12.863565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc84d-14eb-4e40-9a11-9b46bdcd3ac3 req-1646788c-0d79-42cc-aec7-aa1a46198b93 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:12.865085 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-220fc84d-14eb-4e40-9a11-9b46bdcd3ac3 req-1646788c-0d79-42cc-aec7-aa1a46198b93 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0471528 Oct 27 01:25:12.913353 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-220fc84d-14eb-4e40-9a11-9b46bdcd3ac3 req-f26605a1-e885-464d-b724-4c43ae25d917 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Oct 27 01:25:13.096175 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605a11b-ec6e-4867-965f-1eed92ede236 req-8882a02b-1fb5-4a9a-a25e-d3d1b2053ee7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:13.097720 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7605a11b-ec6e-4867-965f-1eed92ede236 req-8882a02b-1fb5-4a9a-a25e-d3d1b2053ee7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0474432 Oct 27 01:25:13.129407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:13.156299 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7605a11b-ec6e-4867-965f-1eed92ede236 req-6164159c-f287-449b-a9f2-fae82a137095 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515158 Oct 27 01:25:13.316142 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb278831-b049-4d83-a1e1-b10410bacc4b req-72f298b1-fb1c-4c5d-98d1-fe526a3a975f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:13.318317 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb278831-b049-4d83-a1e1-b10410bacc4b req-72f298b1-fb1c-4c5d-98d1-fe526a3a975f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0475185 Oct 27 01:25:13.371825 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb278831-b049-4d83-a1e1-b10410bacc4b req-ea92dee6-3863-4a26-a277-ee12869cd39c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Oct 27 01:25:14.041921 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e2de5-f06a-46b4-8db8-20a5eb5a1de0 req-52617efb-e65d-473e-8a3d-b69ea0db7d3e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:14.043402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a8e2de5-f06a-46b4-8db8-20a5eb5a1de0 req-52617efb-e65d-473e-8a3d-b69ea0db7d3e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0470316 Oct 27 01:25:14.090184 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a8e2de5-f06a-46b4-8db8-20a5eb5a1de0 req-5c7bae4d-fa0b-4c50-a193-10e595952bde tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Oct 27 01:25:14.277157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952cfe-b908-4313-885b-a5cc6d07b80c req-129e933b-ca4d-4ed7-a65b-4936ce89abc9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:14.278648 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff952cfe-b908-4313-885b-a5cc6d07b80c req-129e933b-ca4d-4ed7-a65b-4936ce89abc9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Oct 27 01:25:14.324776 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff952cfe-b908-4313-885b-a5cc6d07b80c req-e1817e13-3786-4c6a-85e8-2f92949c5b3d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Oct 27 01:25:14.494699 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c95cf8-211e-4a24-93c7-a61488e74847 req-5dad650d-4d6b-49fb-89d5-5000be57bffd tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:14.496168 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03c95cf8-211e-4a24-93c7-a61488e74847 req-5dad650d-4d6b-49fb-89d5-5000be57bffd tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0453527 Oct 27 01:25:14.542236 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03c95cf8-211e-4a24-93c7-a61488e74847 req-b587003f-f65d-4bae-98fb-3d39667651f8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Oct 27 01:25:14.666529 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:14.806662 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:14.808561 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:15.215294 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01fde7-973e-4aaa-b8be-1961650a66e9 req-c4e0391a-876b-44fd-a876-9cb739c735b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:15.216769 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f01fde7-973e-4aaa-b8be-1961650a66e9 req-c4e0391a-876b-44fd-a876-9cb739c735b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0530889 Oct 27 01:25:15.264214 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f01fde7-973e-4aaa-b8be-1961650a66e9 req-79584ac3-4261-4bb7-8f0e-6689fb109d7a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Oct 27 01:25:15.445642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c05a-e1b5-4f5c-b258-e8a1ba617d45 req-ad29ac77-9449-42df-afc7-326109d97b3d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:15.447165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6f22c05a-e1b5-4f5c-b258-e8a1ba617d45 req-ad29ac77-9449-42df-afc7-326109d97b3d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Oct 27 01:25:15.495847 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6f22c05a-e1b5-4f5c-b258-e8a1ba617d45 req-ff472441-9441-41ac-90ef-366bc50fd9c2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Oct 27 01:25:15.658091 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c1b31-2764-4b24-864d-81df5d0d4cb4 req-c54d220e-3ff4-434c-932a-ed4643c4ce84 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:15.659523 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef8c1b31-2764-4b24-864d-81df5d0d4cb4 req-c54d220e-3ff4-434c-932a-ed4643c4ce84 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0439672 Oct 27 01:25:15.708707 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef8c1b31-2764-4b24-864d-81df5d0d4cb4 req-773e4475-871e-4cef-9b3f-ce7940a90b27 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Oct 27 01:25:16.347116 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-3caac44d-47a3-40cc-b4d0-aa4d05677ee4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914547 Oct 27 01:25:16.387173 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082813b-7e9c-417f-8bba-7f70f4bc36bd req-46a5c9c9-52e0-4606-9c60-408b02a85c36 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:16.388629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f082813b-7e9c-417f-8bba-7f70f4bc36bd req-46a5c9c9-52e0-4606-9c60-408b02a85c36 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0502996 Oct 27 01:25:16.438853 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f082813b-7e9c-417f-8bba-7f70f4bc36bd req-56d7fe10-91c4-4928-9a91-5787578e86ec tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Oct 27 01:25:16.443196 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6363899-27f9-4dd1-ae8d-041113c962af req-3f6327c7-b631-451e-9b03-e46f6803defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:16.445408 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a6363899-27f9-4dd1-ae8d-041113c962af req-3f6327c7-b631-451e-9b03-e46f6803defa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 1129 time: 0.0450411 Oct 27 01:25:16.610073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:16.621503 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae2f6c-f40c-45ac-9684-f8c88c385a4d req-2123c932-02f8-4e1d-b069-27943dbaf01e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:16.622969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cbae2f6c-f40c-45ac-9684-f8c88c385a4d req-2123c932-02f8-4e1d-b069-27943dbaf01e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Oct 27 01:25:16.670298 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cbae2f6c-f40c-45ac-9684-f8c88c385a4d req-97caaf05-3943-409e-a979-f0c5659b86c7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Oct 27 01:25:16.833339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4bcfc-8558-4542-a6e8-53e58a542d59 req-1277023f-f83c-45de-9cfc-ec9fc4879a1b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:16.834909 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-13e4bcfc-8558-4542-a6e8-53e58a542d59 req-1277023f-f83c-45de-9cfc-ec9fc4879a1b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0502372 Oct 27 01:25:16.883764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-13e4bcfc-8558-4542-a6e8-53e58a542d59 req-0b2f9f98-a849-4693-b01b-d972541b1271 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Oct 27 01:25:17.034900 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a6363899-27f9-4dd1-ae8d-041113c962af req-d21de843-c716-4453-9a92-b402a6a50e0b service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017816 Oct 27 01:25:17.052628 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-efd6385a-3f57-4d32-b466-b59bce175468 req-bb726172-84ef-41a8-90aa-d59e1d39e27a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302202 Oct 27 01:25:17.553409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:17.564208 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7186b-5fc8-41b4-8b51-d7ccc6c04c40 req-1dd5d287-0355-46a1-89fe-27b5ee9c31b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:17.565764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35c7186b-5fc8-41b4-8b51-d7ccc6c04c40 req-1dd5d287-0355-46a1-89fe-27b5ee9c31b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0477130 Oct 27 01:25:17.614124 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35c7186b-5fc8-41b4-8b51-d7ccc6c04c40 req-d3cbcf91-0dd1-44f6-b48d-9dc7c3afb8ce tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Oct 27 01:25:17.793084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8918b2-b1c6-4e39-b240-88d375fa98bb req-89e41b4a-2996-421d-b030-00049225d2d6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:17.794595 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5d8918b2-b1c6-4e39-b240-88d375fa98bb req-89e41b4a-2996-421d-b030-00049225d2d6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0471845 Oct 27 01:25:17.845323 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5d8918b2-b1c6-4e39-b240-88d375fa98bb req-1545181e-0ed4-406c-8ea8-17c1050c7d89 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452456 Oct 27 01:25:18.004350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb41fa-dd75-4535-ad92-b3039dd5508b req-0ea01695-4d22-4e3d-a8f8-420b5da486d9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:18.006388 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15eb41fa-dd75-4535-ad92-b3039dd5508b req-0ea01695-4d22-4e3d-a8f8-420b5da486d9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0494862 Oct 27 01:25:18.053669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15eb41fa-dd75-4535-ad92-b3039dd5508b req-af1b3ee9-87f5-4b47-9754-1ff37b510700 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Oct 27 01:25:18.752113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d5cce-461f-4fe2-9db1-4ed929d40e5e req-aa472f89-c93e-4ea6-bb6a-4683901d5113 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:18.753719 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e5d5cce-461f-4fe2-9db1-4ed929d40e5e req-aa472f89-c93e-4ea6-bb6a-4683901d5113 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0524256 Oct 27 01:25:18.814216 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e5d5cce-461f-4fe2-9db1-4ed929d40e5e req-3ebbd9e9-c6ec-40f7-b429-b2d0ccfe1e18 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538630 Oct 27 01:25:18.984551 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0f147-7ae0-4a09-89a6-74c6e0a28866 req-675e318b-fa52-45f9-b404-ca05b351455b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:18.986109 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dca0f147-7ae0-4a09-89a6-74c6e0a28866 req-675e318b-fa52-45f9-b404-ca05b351455b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Oct 27 01:25:19.037743 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dca0f147-7ae0-4a09-89a6-74c6e0a28866 req-7bfb241f-33b2-4b62-94c1-15cc387e80e3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454073 Oct 27 01:25:19.191616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c348f-1ca7-405d-a216-c3b31f2ec7f0 req-98dd8e9c-e312-4994-9485-f9b55d9b429d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:19.193562 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-928c348f-1ca7-405d-a216-c3b31f2ec7f0 req-98dd8e9c-e312-4994-9485-f9b55d9b429d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0605659 Oct 27 01:25:19.254827 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-928c348f-1ca7-405d-a216-c3b31f2ec7f0 req-00885582-09c1-4559-b126-edc70ccb46b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Oct 27 01:25:19.950778 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df8a7-b4cc-472e-a0c4-a37306078eb5 req-760bab3a-fbb7-4715-86e0-7c7173c38acc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:19.952239 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-355df8a7-b4cc-472e-a0c4-a37306078eb5 req-760bab3a-fbb7-4715-86e0-7c7173c38acc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0518751 Oct 27 01:25:20.002719 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-355df8a7-b4cc-472e-a0c4-a37306078eb5 req-190c4455-fa7a-4b48-9d70-b5c9015bcd92 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Oct 27 01:25:20.166633 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fbeeb-e1e4-4055-8fde-bcbd920561a6 req-04e6eb9d-08fd-4f2a-bfe1-26739f89b2ae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:20.169226 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5d8fbeeb-e1e4-4055-8fde-bcbd920561a6 req-04e6eb9d-08fd-4f2a-bfe1-26739f89b2ae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0528064 Oct 27 01:25:20.220542 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5d8fbeeb-e1e4-4055-8fde-bcbd920561a6 req-f133f242-76e2-4c28-8878-bde305e674b5 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Oct 27 01:25:20.379347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475569a6-fa82-4a3b-858b-7a76ce862b0f req-1e37c80c-c868-4912-b3f5-ff4938614b3f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:20.381108 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-475569a6-fa82-4a3b-858b-7a76ce862b0f req-1e37c80c-c868-4912-b3f5-ff4938614b3f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0470715 Oct 27 01:25:20.434304 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-475569a6-fa82-4a3b-858b-7a76ce862b0f req-06036728-498b-4145-a337-3fd7afe1a72b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Oct 27 01:25:20.930498 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:20.934697 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-a8dc2081-e41e-411b-baf3-6d788af82d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:20.936246 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-a8dc2081-e41e-411b-baf3-6d788af82d3b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1129 time: 0.0472057 Oct 27 01:25:21.124779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2cb3-d848-4906-b4e7-493981eab472 req-92fb9cd0-bc73-41de-9982-0cc3fd72b10a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:21.126266 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9ef2cb3-d848-4906-b4e7-493981eab472 req-92fb9cd0-bc73-41de-9982-0cc3fd72b10a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0474591 Oct 27 01:25:21.173714 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9ef2cb3-d848-4906-b4e7-493981eab472 req-786cc79a-0758-40fb-b68a-66caa41b3677 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Oct 27 01:25:21.310384 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:21.347913 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316df4f-261e-475c-8a71-5c0b1cfb698b req-b16c855f-dfd6-42e3-ba45-12fc7799152e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:21.350180 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5316df4f-261e-475c-8a71-5c0b1cfb698b req-b16c855f-dfd6-42e3-ba45-12fc7799152e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0490699 Oct 27 01:25:21.399556 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5316df4f-261e-475c-8a71-5c0b1cfb698b req-c4e9ca8d-62cf-40b3-b2fc-7e71c3c78c56 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Oct 27 01:25:21.676446 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:21.775575 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-2ab26926-32fd-42cd-ab5e-8e908fdd20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:21.777099 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-2ab26926-32fd-42cd-ab5e-8e908fdd20ea service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.2149858 Oct 27 01:25:21.815311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4710-20b4-4a35-8711-a8a19dddd809 req-dd768763-3ebc-41b6-975c-647214c2f583 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:21.816945 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-425b4710-20b4-4a35-8711-a8a19dddd809 req-dd768763-3ebc-41b6-975c-647214c2f583 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.2951427 Oct 27 01:25:21.832150 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:21.869270 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-425b4710-20b4-4a35-8711-a8a19dddd809 req-c9a396fa-8d12-43f5-bef4-7108d1380c4a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Oct 27 01:25:21.931852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58136) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:22.040522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-159763f8-4bc0-4287-b261-29fb08a0f617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.121187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-159763f8-4bc0-4287-b261-29fb08a0f617 admin admin] Publish callbacks [] for security_group (bbf57841-c3a0-45eb-83a8-1a03d5c83c08), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.126316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-159763f8-4bc0-4287-b261-29fb08a0f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bbf57841-c3a0-45eb-83a8-1a03d5c83c08), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.166802 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159763f8-4bc0-4287-b261-29fb08a0f617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf57841-c3a0-45eb-83a8-1a03d5c83c08,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:22.172241 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-159763f8-4bc0-4287-b261-29fb08a0f617 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=17f66c5afc1c4ee39262e5f1bcdbcaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393498 Oct 27 01:25:22.175258 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58146) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:22.259161 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58154) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:22.298117 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-bc922230-8fdc-4cac-98ed-b1f3c5d84f49 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f HTTP/1.1" status: 200 len: 217 time: 0.0885367 Oct 27 01:25:22.324602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] Publish callbacks [] for security_group (bbf57841-c3a0-45eb-83a8-1a03d5c83c08), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.350185 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] Publish callbacks [] for security_group (bbf57841-c3a0-45eb-83a8-1a03d5c83c08), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.356096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dec851-bd6c-4e6f-ac92-4448da319639 req-0aa5bb5d-cedf-4005-9fb1-87af437bdc24 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:22.358450 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0dec851-bd6c-4e6f-ac92-4448da319639 req-0aa5bb5d-cedf-4005-9fb1-87af437bdc24 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 944 time: 0.0877199 Oct 27 01:25:22.444845 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3646aa22-fd1f-4352-a961-5a04a958fcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.446642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bbf57841-c3a0-45eb-83a8-1a03d5c83c08), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.449172 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.450640 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bbf57841-c3a0-45eb-83a8-1a03d5c83c08 HTTP/1.1" status: 204 len: 168 time: 0.2738228 Oct 27 01:25:22.477486 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e8f90-8171-47c0-9396-4713c63bfc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf57841-c3a0-45eb-83a8-1a03d5c83c08,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:22.479386 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0dec851-bd6c-4e6f-ac92-4448da319639 req-68bee0b9-554a-4d3b-95cd-acef9a42b1d1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138260 Oct 27 01:25:22.646820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804aba4-8f61-471d-8276-510aa0e55e81 req-4d7dd14d-bdcd-4a50-8273-c446ef2800f4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:22.649720 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f804aba4-8f61-471d-8276-510aa0e55e81 req-4d7dd14d-bdcd-4a50-8273-c446ef2800f4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0737469 Oct 27 01:25:22.651692 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:25:22.660969 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3646aa22-fd1f-4352-a961-5a04a958fcd8 admin admin] Publish callbacks [] for security_group (224dd114-239d-4723-9c58-b863437737c5), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.676262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3646aa22-fd1f-4352-a961-5a04a958fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (224dd114-239d-4723-9c58-b863437737c5), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.743694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646aa22-fd1f-4352-a961-5a04a958fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224dd114-239d-4723-9c58-b863437737c5,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:22.757728 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3646aa22-fd1f-4352-a961-5a04a958fcd8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=872936a3af034418b87ab13cfbe191c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974689 Oct 27 01:25:22.760397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58170) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:22.770645 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f804aba4-8f61-471d-8276-510aa0e55e81 req-395526e9-049a-4bc9-aad9-d8ec621460fe tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118855 Oct 27 01:25:22.790307 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:22.807066 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'port_id': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'mac_address': 'fa:16:3e:31:a8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:25:22.858380 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:22.859195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.906037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:25:22.919564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] Publish callbacks [] for security_group (224dd114-239d-4723-9c58-b863437737c5), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:22.936232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:22.944496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.029124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:23.063264 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] Publish callbacks [] for security_group (224dd114-239d-4723-9c58-b863437737c5), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.098106 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:23.111845 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-465152a9-1e3d-476d-92c9-fec2cafeae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:23.124728 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-465152a9-1e3d-476d-92c9-fec2cafeae65 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0719030 Oct 27 01:25:23.145276 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8369d3-f134-479c-8236-4002cdeb8f63 req-e10e037c-b4ec-4e98-8e65-07a519540aaa tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:23.152228 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4b8369d3-f134-479c-8236-4002cdeb8f63 req-e10e037c-b4ec-4e98-8e65-07a519540aaa tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.2015293 Oct 27 01:25:23.160128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58196) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:23.180577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:23.221187 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-ce09ca7d-d1b9-4adc-8ddd-0458c7c3e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:23.222790 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-ce09ca7d-d1b9-4adc-8ddd-0458c7c3e6f9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0972307 Oct 27 01:25:23.263292 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (224dd114-239d-4723-9c58-b863437737c5), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.265861 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.269734 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/224dd114-239d-4723-9c58-b863437737c5 HTTP/1.1" status: 204 len: 168 time: 0.5057230 Oct 27 01:25:23.313872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:23.337490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d9da0-cd0c-4f98-8c6c-01851eddd7da req-2d90cac1-d5e0-4a12-8801-8a6677cdcbca tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:23.339206 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b92d9da0-cd0c-4f98-8c6c-01851eddd7da req-2d90cac1-d5e0-4a12-8801-8a6677cdcbca tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.1854005 Oct 27 01:25:23.349677 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.358403 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef72c1-423a-4785-b8d3-d25676eeb79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224dd114-239d-4723-9c58-b863437737c5,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:23.429539 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6300961a-142b-4390-be14-edae8778ad25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:23.508164 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:25:23.602599 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-81eb9c13-f191-4139-ae1f-44fbee917ebd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344215 Oct 27 01:25:23.764836 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-bc3251a3-882d-4138-b12a-6fb2cf2ce2e8 req-4c08beb8-d430-4136-b918-47abaeaf06e0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547797 Oct 27 01:25:23.825538 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b92d9da0-cd0c-4f98-8c6c-01851eddd7da req-1421b865-ea94-46e7-872d-e971b3b4e97e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726720 Oct 27 01:25:23.953133 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58232) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:23.972924 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-965551a4-0913-495e-b9f2-f010aef11a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.089114 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-965551a4-0913-495e-b9f2-f010aef11a25 admin admin] Publish callbacks [] for security_group (a4f5f675-dc53-43f2-8bfa-79fb4c0eef11), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.095346 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-965551a4-0913-495e-b9f2-f010aef11a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a4f5f675-dc53-43f2-8bfa-79fb4c0eef11), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.143516 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-965551a4-0913-495e-b9f2-f010aef11a25 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=652cb71a72974636bd7ef43ad556fcb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860292 Oct 27 01:25:24.143516 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58236) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:24.151841 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965551a4-0913-495e-b9f2-f010aef11a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5f675-dc53-43f2-8bfa-79fb4c0eef11,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:24.168289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66080276-0464-41e4-a2a8-dbe66495335e req-6ad8c897-6304-4010-b623-3af161775a7c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:24.170342 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66080276-0464-41e4-a2a8-dbe66495335e req-6ad8c897-6304-4010-b623-3af161775a7c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 945 time: 0.3757739 Oct 27 01:25:24.179882 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:24.203623 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] Publish callbacks [] for security_group (a4f5f675-dc53-43f2-8bfa-79fb4c0eef11), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.226847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] Publish callbacks [] for security_group (a4f5f675-dc53-43f2-8bfa-79fb4c0eef11), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.285014 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a4f5f675-dc53-43f2-8bfa-79fb4c0eef11), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.288837 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.292514 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4f5f675-dc53-43f2-8bfa-79fb4c0eef11 HTTP/1.1" status: 204 len: 168 time: 0.1463983 Oct 27 01:25:24.300744 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98be22-681b-40c7-bb13-16af0152fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5f675-dc53-43f2-8bfa-79fb4c0eef11,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:24.377137 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66080276-0464-41e4-a2a8-dbe66495335e req-6a791686-201a-4b9a-89de-21727a06a6d0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949644 Oct 27 01:25:24.487380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.501461 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.633702 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 044c0f36-ee95-45f9-9bd9-f17e42dcc1fe associated. External IP: 172.27.0.77, port: 9bbe4643-e570-4c73-9fd9-c977cef6c27c. Oct 27 01:25:24.721225 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58262) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:24.781602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Deleting subnet 096e9aba-46b1-4e0c-9621-bf9cfc2b8d27 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:25:24.785353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Publish callbacks [] for subnet (096e9aba-46b1-4e0c-9621-bf9cfc2b8d27), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.836646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Publish callbacks [] for subnet (096e9aba-46b1-4e0c-9621-bf9cfc2b8d27), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.847398 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (096e9aba-46b1-4e0c-9621-bf9cfc2b8d27), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:24.874642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:24.931322 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (096e9aba-46b1-4e0c-9621-bf9cfc2b8d27), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.038981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706e429-9196-4d63-b463-1a114773acd4 req-9fce365e-a3ec-4ab7-b011-7a3139e7f080 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:25.040740 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1706e429-9196-4d63-b463-1a114773acd4 req-9fce365e-a3ec-4ab7-b011-7a3139e7f080 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0645473 Oct 27 01:25:25.100901 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:25.157812 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096e9aba-46b1-4e0c-9621-bf9cfc2b8d27,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:25.159570 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.163580 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-31e76900-21df-4895-8916-b500a18cd596 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/096e9aba-46b1-4e0c-9621-bf9cfc2b8d27 HTTP/1.1" status: 204 len: 168 time: 0.4413285 Oct 27 01:25:25.166127 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58278) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:25.180475 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1706e429-9196-4d63-b463-1a114773acd4 req-403584e9-9d23-4782-8203-8a74fd692f9a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989652 Oct 27 01:25:25.202713 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:25.248276 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (b11309f1-6c08-4980-998e-eeb4059d17c6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.294623 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:25.340285 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:25.344709 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:25:25.353889 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:25:25.355045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.356079 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b Oct 27 01:25:25.360862 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:25.366954 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.371561 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (b11309f1-6c08-4980-998e-eeb4059d17c6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.374768 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:25.393487 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:25:25.394182 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:24:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:25.404639 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b1ae63e4-199f-424d-b13a-6fb00768d696 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/044c0f36-ee95-45f9-9bd9-f17e42dcc1fe HTTP/1.1" status: 200 len: 990 time: 2.2287292 Oct 27 01:25:25.405327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:25.407097 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.407553 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.407783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf98f10-b83c-4de8-b223-a24d55c2ad23" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:25.408373 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.408648 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > port after_create 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.409760 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > port after_delete 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.410129 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > port after_update 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.410461 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.410788 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.412884 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.412884 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.504570 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee4c8b9-b079-47fe-96a6-cd53812a4dcc x-openstack-request-id: req-0ee4c8b9-b079-47fe-96a6-cd53812a4dcc {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:25.505473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:25.505721 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ee4c8b9-b079-47fe-96a6-cd53812a4dcc {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:25.506131 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee4c8b9-b079-47fe-96a6-cd53812a4dcc'] response: {'name': 'network-changed', 'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'status': 'completed', 'code': 200} Oct 27 01:25:25.524615 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:25.525178 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.529377 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:25:25.555540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:25.579986 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:25.582693 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67518e32-12f3-4d6f-b002-55e879738d0b" -d '{"events": [{"server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "name": "network-vif-plugged", "status": "completed", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:25.632880 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:25.640839 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.641376 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.641929 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.642271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:25:25.642725 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11309f1-6c08-4980-998e-eeb4059d17c6']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:25.646402 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877acf9-5429-4ad2-bbae-04b12b55139e req-fd3ec4d3-4527-4dce-9622-94407da8e08c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:25.649112 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.656676 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7877acf9-5429-4ad2-bbae-04b12b55139e req-fd3ec4d3-4527-4dce-9622-94407da8e08c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 945 time: 0.1374540 Oct 27 01:25:25.681861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425fc16a-e526-4e3c-a420-c5dcc9c4682f x-openstack-request-id: req-425fc16a-e526-4e3c-a420-c5dcc9c4682f {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:25.682374 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "name": "network-vif-plugged", "status": "completed", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:25.682802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-425fc16a-e526-4e3c-a420-c5dcc9c4682f {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:25.683336 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425fc16a-e526-4e3c-a420-c5dcc9c4682f'] response: {'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'code': 200} Oct 27 01:25:25.695428 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5206b12b-e86f-4a36-b988-4cb0485c2f99') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:25.695735 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5206b12b-e86f-4a36-b988-4cb0485c2f99') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:25.717035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:25.731745 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (5206b12b-e86f-4a36-b988-4cb0485c2f99), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.760399 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (5206b12b-e86f-4a36-b988-4cb0485c2f99), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.782946 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7877acf9-5429-4ad2-bbae-04b12b55139e req-d2d2436d-3d61-42b6-899f-537a9aad41b6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225934 Oct 27 01:25:25.790760 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8612b0ed-3be1-4a41-92ed-9069ce66df63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.842814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:25:25.844313 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (5206b12b-e86f-4a36-b988-4cb0485c2f99), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:25.968359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-26ece7df-3f9f-45eb-99a2-1a79e02ade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:25.970563 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-26ece7df-3f9f-45eb-99a2-1a79e02ade01 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 1129 time: 0.2039013 Oct 27 01:25:26.016137 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (b11309f1-6c08-4980-998e-eeb4059d17c6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.051673 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-b3b1559b-8b81-46fc-846c-7436a275963a tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=f135389d386e43d58581df01f80c083c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956750 Oct 27 01:25:26.063290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.066961 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b11309f1-6c08-4980-998e-eeb4059d17c6 HTTP/1.1" status: 204 len: 168 time: 0.8999736 Oct 27 01:25:26.083936 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58324) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:26.097211 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4bc47-2a96-4347-b03e-4ef052050ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=b11309f1-6c08-4980-998e-eeb4059d17c6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:26.200055 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Deleting subnet aae6aeec-0e5f-44de-af84-cd857b971b3f {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:25:26.201588 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:24Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:26.204717 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Publish callbacks [] for subnet (aae6aeec-0e5f-44de-af84-cd857b971b3f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.243117 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:26.253589 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:25:26.254524 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:26.261919 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a9ea-7ef6-4df6-a717-8b613b195e41 req-77997875-0606-4f98-a97a-a687616f6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:26.264675 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2710a9ea-7ef6-4df6-a717-8b613b195e41 req-77997875-0606-4f98-a97a-a687616f6e62 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1130 time: 0.2031214 Oct 27 01:25:26.268089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (aae6aeec-0e5f-44de-af84-cd857b971b3f), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.337505 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-b2953e1c-d21d-4f06-9242-b61db2eeca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:26.340134 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-b2953e1c-d21d-4f06-9242-b61db2eeca34 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.3607070 Oct 27 01:25:26.344509 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 5206b12b-e86f-4a36-b988-4cb0485c2f99 resource provider aggregate not found Oct 27 01:25:26.413533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b2df1-389d-49d9-b6b2-a3d08fb70c68 req-3e0d289b-b430-4474-a6f5-fe545b3c9a9d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:26.416590 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-972b2df1-389d-49d9-b6b2-a3d08fb70c68 req-3e0d289b-b430-4474-a6f5-fe545b3c9a9d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0832667 Oct 27 01:25:26.421365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:26.423482 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 5206b12b-e86f-4a36-b988-4cb0485c2f99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5206b12b-e86f-4a36-b988-4cb0485c2f99 found for delete ", "request_id": "req-783b960d-249a-4e03-b67f-213ed635c899"}]} Oct 27 01:25:26.456640 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:25:26.465832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (aae6aeec-0e5f-44de-af84-cd857b971b3f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.512852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-4d9b8007-1638-4ebd-b8d5-af5e3c263265 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:26.517311 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2710a9ea-7ef6-4df6-a717-8b613b195e41 req-116b0f47-7a57-42ab-a4ef-c44ec1dc33f0 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166810 Oct 27 01:25:26.520550 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-4d9b8007-1638-4ebd-b8d5-af5e3c263265 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4547637 Oct 27 01:25:26.524063 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-af58d2c2-5a1f-41e5-8097-16936c3ceb28 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c HTTP/1.1" status: 200 len: 998 time: 0.1695058 Oct 27 01:25:26.542774 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-ec715274-604f-4a51-b829-7907e6fe53bc tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/quotas/f135389d386e43d58581df01f80c083c HTTP/1.1" status: 200 len: 375 time: 0.0212111 Oct 27 01:25:26.571747 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (aae6aeec-0e5f-44de-af84-cd857b971b3f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.580810 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:26.620585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-3015d357-9cbe-4e12-bbac-af96c2e971e6 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f135389d386e43d58581df01f80c083c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638106 Oct 27 01:25:26.626393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae6aeec-0e5f-44de-af84-cd857b971b3f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:26.641002 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.647908 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5f14e862-8be0-43ef-be6b-f33c888c40cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/aae6aeec-0e5f-44de-af84-cd857b971b3f HTTP/1.1" status: 204 len: 168 time: 0.5604994 Oct 27 01:25:26.650249 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58344) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:26.668248 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-972b2df1-389d-49d9-b6b2-a3d08fb70c68 req-2f483586-bd3f-4201-92a1-5fb9e59ec025 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358330 Oct 27 01:25:26.768132 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (4a6902b5-6167-4914-aa0f-ac42d068af63), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.777757 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:24Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:26.815655 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbc35f-ac28-45c6-b0b3-4c2423a75ade None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:24Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:26.942517 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (4a6902b5-6167-4914-aa0f-ac42d068af63), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:26.959995 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17999d6b-1ab2-4207-b3c2-c35b1ae83d46 req-ae0a15ed-c900-4b2e-8b19-a6de27ec7132 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0901446 Oct 27 01:25:27.001355 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6902b5-6167-4914-aa0f-ac42d068af63']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:27.062683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:27.078303 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339f7239-df95-4e99-bd43-98d413c94107') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:27.078681 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339f7239-df95-4e99-bd43-98d413c94107') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:27.093431 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bd8ab-03b7-4fea-b8f7-20b2275d0b32 req-799f9121-82e7-44f6-89ea-0b9d8b36034e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:27.094185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.103732 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-524bd8ab-03b7-4fea-b8f7-20b2275d0b32 req-799f9121-82e7-44f6-89ea-0b9d8b36034e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0930414 Oct 27 01:25:27.125349 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (339f7239-df95-4e99-bd43-98d413c94107), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.167753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-3eeca7ad-603d-4ae2-bcb5-94317a50c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:27.169300 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-3eeca7ad-603d-4ae2-bcb5-94317a50c277 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.1773570 Oct 27 01:25:27.170357 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (339f7239-df95-4e99-bd43-98d413c94107), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.185616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:25:27.186384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (339f7239-df95-4e99-bd43-98d413c94107), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.198367 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-524bd8ab-03b7-4fea-b8f7-20b2275d0b32 req-a2b22e4d-5455-46b3-a2b4-1c5a10d04cb9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936532 Oct 27 01:25:27.240139 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e5610-610b-467e-a63a-da609d212694 None None] New status for floating IP 044c0f36-ee95-45f9-9bd9-f17e42dcc1fe: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:25:27.266247 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (4a6902b5-6167-4914-aa0f-ac42d068af63), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.275672 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.279386 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4a6902b5-6167-4914-aa0f-ac42d068af63 HTTP/1.1" status: 204 len: 168 time: 0.6271329 Oct 27 01:25:27.292080 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff24500-1e9e-416f-b71d-ea6dc3b73747 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6902b5-6167-4914-aa0f-ac42d068af63,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:27.492174 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58366) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:27.535551 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1287ec13-27df-411b-b924-7d515c328e8d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c3e3b33974604b8f8cdb5f4849917a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420284 Oct 27 01:25:27.538762 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58368) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:27.588203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] Publish callbacks [] for security_group (cd8b5dab-6e53-4ba3-a125-a35a367e1702), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.608601 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] Publish callbacks [] for security_group (cd8b5dab-6e53-4ba3-a125-a35a367e1702), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.657107 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (cd8b5dab-6e53-4ba3-a125-a35a367e1702), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.659645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:27.660794 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cd8b5dab-6e53-4ba3-a125-a35a367e1702 HTTP/1.1" status: 204 len: 168 time: 0.1211545 Oct 27 01:25:27.668643 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5c882-38e6-4bd1-bc3a-50013bc536f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b5dab-6e53-4ba3-a125-a35a367e1702,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:27.756414 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-9bf0f6ae-7ea3-4de8-9eb1-b1a17e3dc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:27.759690 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-9bf0f6ae-7ea3-4de8-9eb1-b1a17e3dc525 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594971 Oct 27 01:25:27.815341 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e879c9-5431-4e23-b93e-bfbaee7a23de req-d05771f2-d116-4fdf-a080-d733df126760 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:27.821566 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-48e879c9-5431-4e23-b93e-bfbaee7a23de req-d05771f2-d116-4fdf-a080-d733df126760 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0609162 Oct 27 01:25:27.883036 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-48e879c9-5431-4e23-b93e-bfbaee7a23de req-e6c2893a-b6a3-49e1-9bea-65ddefa775d4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Oct 27 01:25:27.940630 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-241cb7bd-433f-49f8-8ab4-e2a2422e880c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278667 Oct 27 01:25:28.131719 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f86eda70-25c0-4654-9b18-b6a8d81fb94c req-2816fdb4-a67f-4bd1-98f6-275d9a40c937 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0555396 Oct 27 01:25:28.148695 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fcf98f10-b83c-4de8-b223-a24d55c2ad23 req-76930184-a463-41fa-a6cf-99d5a0039280 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607292 Oct 27 01:25:28.179973 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58384) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:28.233936 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c1391206-08e8-4e2d-9754-043b7d1d4a6b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f6f36b70f1774b18b5472730833fd38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524912 Oct 27 01:25:28.237338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58390) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:28.341565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] Publish callbacks [] for security_group (f78bf5c2-ce49-4975-969f-e06e6ebb5a89), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.387433 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] Publish callbacks [] for security_group (f78bf5c2-ce49-4975-969f-e06e6ebb5a89), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.394536 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf8228-036e-4cf0-abce-0c08e047de73 req-e5593cff-0c0d-4621-bce3-99f80edd52ec tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:28.396122 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61cf8228-036e-4cf0-abce-0c08e047de73 req-e5593cff-0c0d-4621-bce3-99f80edd52ec tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0691185 Oct 27 01:25:28.415770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:28.447637 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 339f7239-df95-4e99-bd43-98d413c94107 resource provider aggregate not found Oct 27 01:25:28.468198 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 339f7239-df95-4e99-bd43-98d413c94107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 339f7239-df95-4e99-bd43-98d413c94107 found for delete ", "request_id": "req-837d6d01-0fba-4e1d-a839-1a938008917c"}]} Oct 27 01:25:28.472599 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61cf8228-036e-4cf0-abce-0c08e047de73 req-05a54acc-b575-4b3a-9437-4fb0341e3961 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704992 Oct 27 01:25:28.490935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f78bf5c2-ce49-4975-969f-e06e6ebb5a89), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.493494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.494593 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f78bf5c2-ce49-4975-969f-e06e6ebb5a89 HTTP/1.1" status: 204 len: 168 time: 0.2559814 Oct 27 01:25:28.504233 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b2e11-42b5-4350-a2d8-048ee89582ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78bf5c2-ce49-4975-969f-e06e6ebb5a89,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:28.635073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a90d7-530d-4bd3-a70e-0df4d543295b req-3b41d3e3-46f5-491f-a2dd-5b42850ef6a1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:28.637010 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7b5a90d7-530d-4bd3-a70e-0df4d543295b req-3b41d3e3-46f5-491f-a2dd-5b42850ef6a1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Oct 27 01:25:28.648310 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58408) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:28.654393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'floatingip': {'port_id': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:28.740587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:28.744441 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.754165 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:28.889044 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:28.977861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:29.265511 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46afd6e-1736-4c30-8e4b-ebbeba1ef2c4 req-133e472e-dc94-43b6-9372-8d3e3e4f9f95 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:29.272390 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c46afd6e-1736-4c30-8e4b-ebbeba1ef2c4 req-133e472e-dc94-43b6-9372-8d3e3e4f9f95 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0985804 Oct 27 01:25:29.318025 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-492e94f9-7e05-4a55-a3c3-3c620a5d2a1b req-6ba99d5a-e919-4abc-a26c-6ed0ab5eb4fa tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0425272 Oct 27 01:25:29.357675 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c46afd6e-1736-4c30-8e4b-ebbeba1ef2c4 req-38f13b03-4fb3-4a6f-895a-06dc1e557521 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842500 Oct 27 01:25:29.643462 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:29.647472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:29.753401 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Floating IP fcbf1c2f-39f7-4224-b50b-76397e879067 associated. External IP: 172.27.0.57, port: 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b. Oct 27 01:25:30.007974 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:30.045712 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-958dfa0e-417b-4c68-82b3-c75fd770fdb3 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=f135389d386e43d58581df01f80c083c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356846 Oct 27 01:25:30.327529 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:30.336763 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-4fd20976-e7bc-4723-9409-15d3f369020d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:30.338434 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-4fd20976-e7bc-4723-9409-15d3f369020d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846994 Oct 27 01:25:30.340617 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:30.346979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:30.354002 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:30.381432 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-532a6a40-adb6-40a8-a87c-32dcc5af1e0d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/fcbf1c2f-39f7-4224-b50b-76397e879067 HTTP/1.1" status: 200 len: 991 time: 1.7322700 Oct 27 01:25:30.382076 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:30.386288 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:30.386495 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:25:30.395978 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:30.525521 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-532c704a-3f0c-4967-8ba3-8ec79641d997 req-b52c5c71-21c3-4272-a04f-5738aff55d52 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0328257 Oct 27 01:25:30.533617 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eedacd-bdf7-4549-b745-7338d4a58d52 req-4f7eef17-68eb-4858-8f0d-e581e80def86 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:30.541909 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a9eedacd-bdf7-4549-b745-7338d4a58d52 req-4f7eef17-68eb-4858-8f0d-e581e80def86 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0924218 Oct 27 01:25:30.581883 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:30.583097 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:25:30.602622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ad085-4f14-4dcf-afef-dfe3636fa1c6 x-openstack-request-id: req-dc6ad085-4f14-4dcf-afef-dfe3636fa1c6 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:30.603842 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:30.604650 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc6ad085-4f14-4dcf-afef-dfe3636fa1c6 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:30.605602 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6ad085-4f14-4dcf-afef-dfe3636fa1c6'] response: {'name': 'network-changed', 'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'status': 'completed', 'code': 200} Oct 27 01:25:30.623319 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a9eedacd-bdf7-4549-b745-7338d4a58d52 req-71e2c27e-5f1b-4249-82d5-ce0299c8de3a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804505 Oct 27 01:25:30.719500 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:30.764164 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:30.850521 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'fcbf1c2f-39f7-4224-b50b-76397e879067', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:31:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3be4b-8f81-4b80-8f8d-801378971478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:14Z', 'updated_at': '2022-10-27T01:25:29Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:30.880948 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:30.889878 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:25:30.890474 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:30.898645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58512) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:31.020981 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-95bd75c0-052c-4176-bd83-27327acaa9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.084066 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:25:31.085764 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:31.106962 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-95bd75c0-052c-4176-bd83-27327acaa9c1 admin admin] Publish callbacks [] for security_group (bc661123-7567-4389-92d8-676a6d35d506), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.108284 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.111515 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-95bd75c0-052c-4176-bd83-27327acaa9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bc661123-7567-4389-92d8-676a6d35d506), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.150782 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd75c0-052c-4176-bd83-27327acaa9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc661123-7567-4389-92d8-676a6d35d506,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:31.155065 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-95bd75c0-052c-4176-bd83-27327acaa9c1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=76df20adadcb406dbcac6a9e486c26bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553720 Oct 27 01:25:31.158489 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58518) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:31.211000 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] Publish callbacks [] for security_group (bc661123-7567-4389-92d8-676a6d35d506), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.231306 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] Publish callbacks [] for security_group (bc661123-7567-4389-92d8-676a6d35d506), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.278769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bc661123-7567-4389-92d8-676a6d35d506), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.281365 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.285171 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc661123-7567-4389-92d8-676a6d35d506 HTTP/1.1" status: 204 len: 168 time: 0.1261573 Oct 27 01:25:31.293938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965a000-b6d3-400c-87dc-b0e960113e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc661123-7567-4389-92d8-676a6d35d506,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:31.305462 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'fcbf1c2f-39f7-4224-b50b-76397e879067', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:31:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3be4b-8f81-4b80-8f8d-801378971478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:14Z', 'updated_at': '2022-10-27T01:25:29Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:31.331148 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edcf58-f727-4be3-85e7-2b0146ea6040 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'fcbf1c2f-39f7-4224-b50b-76397e879067', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:31:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3be4b-8f81-4b80-8f8d-801378971478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:14Z', 'updated_at': '2022-10-27T01:25:29Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:31.542753 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ce8e2-201a-406d-bc7e-dfa382e34cff None None] New status for floating IP fcbf1c2f-39f7-4224-b50b-76397e879067: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:25:31.607513 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58528) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:31.648816 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-98535330-f293-4250-8b03-fd5cd5e49947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.683947 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Request body: {'port': {'device_id': '123f8483-ead8-4696-bad4-a0144565fa6d', 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039', 'admin_state_up': True, 'tenant_id': 'f135389d386e43d58581df01f80c083c'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:31.697052 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d15aeaf9-f986-4fb6-9f30-ec3ecdf0ebbd req-33d09c95-2002-4781-93e0-67f452e5038d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0658321 Oct 27 01:25:31.772236 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb72f-3b5b-4c23-aa54-373126ce8016 req-d4d84740-79fe-407b-bca6-569178371619 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:31.773837 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59ebb72f-3b5b-4c23-aa54-373126ce8016 req-d4d84740-79fe-407b-bca6-569178371619 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0531807 Oct 27 01:25:31.830524 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-09d012bc-570e-41ef-9e42-7468f3fa09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:31.832166 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-09d012bc-570e-41ef-9e42-7468f3fa09e3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1130 time: 0.1114209 Oct 27 01:25:31.839956 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59ebb72f-3b5b-4c23-aa54-373126ce8016 req-b293c19f-213a-4c8d-819d-fde0fa014eb0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593731 Oct 27 01:25:31.978832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Made reservation on behalf of f135389d386e43d58581df01f80c083c for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:31.982620 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:31.992852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-98535330-f293-4250-8b03-fd5cd5e49947 admin admin] Publish callbacks [] for security_group (a02b490c-13c1-49a7-b1be-d12c29659935), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.002033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.003835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-98535330-f293-4250-8b03-fd5cd5e49947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a02b490c-13c1-49a7-b1be-d12c29659935), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.088116 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-98535330-f293-4250-8b03-fd5cd5e49947 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e8f0ca3a9ed74a2d847924798507e1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793432 Oct 27 01:25:32.088903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98535330-f293-4250-8b03-fd5cd5e49947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b490c-13c1-49a7-b1be-d12c29659935,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:32.090846 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58540) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:32.094909 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-265bb649-5930-4704-9641-96f63dfc1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:32.096399 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-265bb649-5930-4704-9641-96f63dfc1474 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.1963289 Oct 27 01:25:32.148409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] Publish callbacks [] for security_group (a02b490c-13c1-49a7-b1be-d12c29659935), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.154245 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks [] for security_group (ba107196-7ed1-43a7-8c41-f80f7772e179), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.159312 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ba107196-7ed1-43a7-8c41-f80f7772e179), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.170214 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] Publish callbacks [] for security_group (a02b490c-13c1-49a7-b1be-d12c29659935), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.220647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a02b490c-13c1-49a7-b1be-d12c29659935), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.221130 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba107196-7ed1-43a7-8c41-f80f7772e179,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:32.224555 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.226186 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a02b490c-13c1-49a7-b1be-d12c29659935 HTTP/1.1" status: 204 len: 168 time: 0.1332223 Oct 27 01:25:32.234996 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3103b7-3c7f-467f-b640-2728e137da13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b490c-13c1-49a7-b1be-d12c29659935,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:32.243427 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:32.279766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:32.313814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Allocated IP 192.168.233.7 (6d5e7a03-3b14-4da5-a137-465d6c1f2039/9ceeceeb-e2b4-4156-969d-56bb0733b807/ef4dbd6f-2b59-4996-ac64-47b97d0e16c7) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:32.435122 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-79f2a0e1-9661-48ba-8c75-f48834b5dafa service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 1001 time: 0.1117368 Oct 27 01:25:32.746083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-77356dec-69de-4fbe-8748-7d18e03e880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:32.747585 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-77356dec-69de-4fbe-8748-7d18e03e880a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.3027062 Oct 27 01:25:32.816712 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d7193607-4036-42ce-b633-d08a28cefa3f req-176120ee-7987-4071-8d80-e3f3a24f70aa tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0448229 Oct 27 01:25:32.820131 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-ef6d58ab-accc-4a1b-8f1e-9bea60d9d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:32.821662 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-ef6d58ab-accc-4a1b-8f1e-9bea60d9d1f0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670683 Oct 27 01:25:32.861589 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks [] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:32.956968 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-a880edf9-483f-436f-9030-9a9a4d9ec16d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237307 Oct 27 01:25:32.963258 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.004052 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d388-c5ec-43e5-ad1d-ad9f2fbebb2a req-72763a1e-5259-40ff-86d1-0af9aff52732 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:33.007173 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ade2d388-c5ec-43e5-ad1d-ad9f2fbebb2a req-72763a1e-5259-40ff-86d1-0af9aff52732 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0653586 Oct 27 01:25:33.065772 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2ed4a5ff-ec5d-4be2-b672-b6c2edd6f95d req-ba59e89b-79e8-4d0e-a8e3-a15a3ffac2d3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959082 Oct 27 01:25:33.085914 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ade2d388-c5ec-43e5-ad1d-ad9f2fbebb2a req-1b572abb-fb7f-4a7b-b352-15234eb0dc82 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724142 Oct 27 01:25:33.104205 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:33.107726 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:33.120212 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:25:33.124324 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Pushing event updated for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:33.176908 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:33.177699 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.204105 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-545c8976-7f84-4b40-adaf-871c03355fc1 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5496655 Oct 27 01:25:33.237051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Request body: {'port': {'device_id': '123f8483-ead8-4696-bad4-a0144565fa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:33.304421 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.341309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:33.435504 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:33.466790 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-73a4d87c-bfc1-4615-9cda-f8dc760fb0c7 None None] Provisioning complete for port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:25:33.467245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-73a4d87c-bfc1-4615-9cda-f8dc760fb0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.467483 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-73a4d87c-bfc1-4615-9cda-f8dc760fb0c7 None None] Attempt 1 to provision port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 Oct 27 01:25:33.508442 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-73a4d87c-bfc1-4615-9cda-f8dc760fb0c7 None None] Port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:25:33.608418 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:25:33.620143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks [] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.633698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Transition to ACTIVE for port object ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:25:33.638436 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.728941 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:33.765738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Attempting to bind port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:25:33.766094 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Attempting to bind port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:25:33.766384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Attempting to bind port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 on network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:33.823596 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 on network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:33.823754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Attempting to bind port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 on network 6d5e7a03-3b14-4da5-a137-465d6c1f2039 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:33.877602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:25:33.877929 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Checking segment: {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:25:33.878306 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Bound using segment: {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:25:33.878738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Bound port: ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:25:33.879090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.889614 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d50a-788e-4e44-bd3f-1b620518a338 req-64f8d736-4ecf-4133-89d8-e87fdd1996db tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:33.901276 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0162d50a-788e-4e44-bd3f-1b620518a338 req-64f8d736-4ecf-4133-89d8-e87fdd1996db tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0724285 Oct 27 01:25:33.949785 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:33.953339 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:33.961261 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.966495 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:33.967077 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:33.968467 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 HTTP/1.1" status: 200 len: 1096 time: 0.7399521 Oct 27 01:25:33.969176 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:33.971407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494dc706-7b86-4cb4-828f-9ba2907ef7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:33.992407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660964f4-4946-433e-9265-d2947dc702b1 req-66a2e07f-efaf-4710-a89e-b641abbc5612 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:33.994287 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-660964f4-4946-433e-9265-d2947dc702b1 req-66a2e07f-efaf-4710-a89e-b641abbc5612 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0900133 Oct 27 01:25:33.998199 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0162d50a-788e-4e44-bd3f-1b620518a338 req-2ad6c7d9-c705-4e53-b55e-8a16a505857e tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959709 Oct 27 01:25:34.028318 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e72abd-83cd-4669-b4b9-efac29ecbaae service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:34.037783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:34.051812 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-660964f4-4946-433e-9265-d2947dc702b1 req-d8f8874a-035b-48a4-b602-a83e58c5b45c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Oct 27 01:25:34.081721 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f04459-d506-4562-9aac-90dfb1b06134 x-openstack-request-id: req-23f04459-d506-4562-9aac-90dfb1b06134 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:34.082230 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:34.082333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23f04459-d506-4562-9aac-90dfb1b06134 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:34.083253 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f04459-d506-4562-9aac-90dfb1b06134'] response: {'name': 'network-changed', 'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7', 'status': 'completed', 'code': 200} Oct 27 01:25:34.249843 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358e77-43be-4227-8e22-0d7d53684285 req-2d51cda0-327b-476f-826d-d8fc9d2b0387 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:34.251344 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4358e77-43be-4227-8e22-0d7d53684285 req-2d51cda0-327b-476f-826d-d8fc9d2b0387 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0503519 Oct 27 01:25:34.303414 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58628) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:34.309191 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4358e77-43be-4227-8e22-0d7d53684285 req-03b27f86-bf3c-479e-b924-449abff3967b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516901 Oct 27 01:25:34.422809 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-59b8edb9-481d-4742-8631-7792c6e06c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.504420 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-59b8edb9-481d-4742-8631-7792c6e06c37 admin admin] Publish callbacks [] for security_group (2a1975ac-4bd5-45c6-b531-6583405b6232), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.508589 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-59b8edb9-481d-4742-8631-7792c6e06c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (2a1975ac-4bd5-45c6-b531-6583405b6232), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.517471 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58634) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:34.530968 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:34.548172 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8edb9-481d-4742-8631-7792c6e06c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1975ac-4bd5-45c6-b531-6583405b6232,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:34.556358 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-59b8edb9-481d-4742-8631-7792c6e06c37 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=26e9a0ba8de8477592463173b3a67ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516630 Oct 27 01:25:34.556490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58638) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:34.599825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:34.612373 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] Publish callbacks [] for security_group (2a1975ac-4bd5-45c6-b531-6583405b6232), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.643358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] Publish callbacks [] for security_group (2a1975ac-4bd5-45c6-b531-6583405b6232), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.646082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbf92-c56f-4c8c-89ef-0a3969eebe67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.721708 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (2a1975ac-4bd5-45c6-b531-6583405b6232), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.724620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.725766 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a1975ac-4bd5-45c6-b531-6583405b6232 HTTP/1.1" status: 204 len: 168 time: 0.1680794 Oct 27 01:25:34.738118 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e2883-4509-4a84-9db8-e791e8d2fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1975ac-4bd5-45c6-b531-6583405b6232,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:34.766773 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbf92-c56f-4c8c-89ef-0a3969eebe67 admin admin] Publish callbacks [] for security_group (9868356f-cdb4-4dc9-ab75-c32b77f9aa3c), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.774238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbf92-c56f-4c8c-89ef-0a3969eebe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9868356f-cdb4-4dc9-ab75-c32b77f9aa3c), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.815168 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3f3dbf92-c56f-4c8c-89ef-0a3969eebe67 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=96f48dca6fc54975affc87292e52e111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965660 Oct 27 01:25:34.815991 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dbf92-c56f-4c8c-89ef-0a3969eebe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9868356f-cdb4-4dc9-ab75-c32b77f9aa3c,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:34.819419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58642) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:34.870642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] Publish callbacks [] for security_group (9868356f-cdb4-4dc9-ab75-c32b77f9aa3c), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.890750 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] Publish callbacks [] for security_group (9868356f-cdb4-4dc9-ab75-c32b77f9aa3c), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.939084 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9868356f-cdb4-4dc9-ab75-c32b77f9aa3c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.941753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:34.943101 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9868356f-cdb4-4dc9-ab75-c32b77f9aa3c HTTP/1.1" status: 204 len: 168 time: 0.1225982 Oct 27 01:25:34.951125 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6bc9-f87e-4d71-9016-b8e103e933b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868356f-cdb4-4dc9-ab75-c32b77f9aa3c,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:35.027879 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58648) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:35.041804 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ef-c173-4783-a9f3-9d1a9ac9350a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.214121 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542c252-e415-4e57-aeb9-20c4daa3480b req-3693e4b3-691e-42ec-b451-378c02367ae8 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:35.215417 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9542c252-e415-4e57-aeb9-20c4daa3480b req-3693e4b3-691e-42ec-b451-378c02367ae8 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.1144309 Oct 27 01:25:35.236577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e12a3b-705f-4206-afe8-03b352d6f494 req-f9e4769a-e36d-4906-95e4-aecde92bddaa tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:35.245324 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-93e12a3b-705f-4206-afe8-03b352d6f494 req-f9e4769a-e36d-4906-95e4-aecde92bddaa tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.1007514 Oct 27 01:25:35.257143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58658) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:35.258811 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ef-c173-4783-a9f3-9d1a9ac9350a admin admin] Publish callbacks [] for security_group (b6d156a0-bb18-4cbf-b63d-951714236e48), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.272487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ef-c173-4783-a9f3-9d1a9ac9350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b6d156a0-bb18-4cbf-b63d-951714236e48), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.276236 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aafbe139-ad76-4968-a3a9-705130263ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.286162 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:35.349500 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9a5783ef-c173-4783-a9f3-9d1a9ac9350a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f5f2855ff504424288df35d177ece2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204644 Oct 27 01:25:35.353621 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58662) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:35.355050 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5783ef-c173-4783-a9f3-9d1a9ac9350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d156a0-bb18-4cbf-b63d-951714236e48,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:35.373575 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-93e12a3b-705f-4206-afe8-03b352d6f494 req-cd40d8bb-66fe-4ff7-b32b-6661807772af tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278615 Oct 27 01:25:35.378720 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9542c252-e415-4e57-aeb9-20c4daa3480b req-bc4e32bd-b7f0-4d98-a58d-52bfd9eb389b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284885 Oct 27 01:25:35.381908 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aafbe139-ad76-4968-a3a9-705130263ed2 admin admin] Publish callbacks [] for security_group (7bf6d609-c943-4e03-b0b8-beecd2f1a7fe), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.397184 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aafbe139-ad76-4968-a3a9-705130263ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7bf6d609-c943-4e03-b0b8-beecd2f1a7fe), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.453942 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-aafbe139-ad76-4968-a3a9-705130263ed2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d28bf017913d46819ed954f74d8d1d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956735 Oct 27 01:25:35.460267 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58664) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:35.460900 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe139-ad76-4968-a3a9-705130263ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6d609-c943-4e03-b0b8-beecd2f1a7fe,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:35.479678 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] Publish callbacks [] for security_group (b6d156a0-bb18-4cbf-b63d-951714236e48), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.491054 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d8b0-a934-4da6-a57c-81e137eef823 req-8cdf3347-f815-4ad8-a0dc-8ca3b0c8f6c8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:35.492624 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2249d8b0-a934-4da6-a57c-81e137eef823 req-8cdf3347-f815-4ad8-a0dc-8ca3b0c8f6c8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0521648 Oct 27 01:25:35.519685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] Publish callbacks [] for security_group (b6d156a0-bb18-4cbf-b63d-951714236e48), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.532923 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:35.541517 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2249d8b0-a934-4da6-a57c-81e137eef823 req-68460f15-7fd3-4933-91f7-4f94f45ff65e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Oct 27 01:25:35.563223 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] Publish callbacks [] for security_group (7bf6d609-c943-4e03-b0b8-beecd2f1a7fe), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.589744 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] Publish callbacks [] for security_group (7bf6d609-c943-4e03-b0b8-beecd2f1a7fe), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.607389 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b6d156a0-bb18-4cbf-b63d-951714236e48), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.609912 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.611034 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6d156a0-bb18-4cbf-b63d-951714236e48 HTTP/1.1" status: 204 len: 168 time: 0.2565069 Oct 27 01:25:35.630388 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c775db0-a845-4a31-9040-7a791cdf31bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d156a0-bb18-4cbf-b63d-951714236e48,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:35.658059 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7bf6d609-c943-4e03-b0b8-beecd2f1a7fe), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.660775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:35.664763 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7bf6d609-c943-4e03-b0b8-beecd2f1a7fe HTTP/1.1" status: 204 len: 168 time: 0.1987369 Oct 27 01:25:35.671441 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec09b2-87c1-4118-9af9-d9eb554ab784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6d609-c943-4e03-b0b8-beecd2f1a7fe,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:35.950363 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc706-7b86-4cb4-828f-9ba2907ef7e7 req-4aef0daf-fe93-4c0c-aa0f-0714c5ff1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:35.952331 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-494dc706-7b86-4cb4-828f-9ba2907ef7e7 req-4aef0daf-fe93-4c0c-aa0f-0714c5ff1a9c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f135389d386e43d58581df01f80c083c&device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 1130 time: 0.0463040 Oct 27 01:25:35.988302 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-494dc706-7b86-4cb4-828f-9ba2907ef7e7 req-f992e9d3-64a3-440d-92bf-6f1af39628d3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=f135389d386e43d58581df01f80c083c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214703 Oct 27 01:25:36.097925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:36.126642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc706-7b86-4cb4-828f-9ba2907ef7e7 req-18a21829-9c67-47ef-a968-e511ca3b895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.128599 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-494dc706-7b86-4cb4-828f-9ba2907ef7e7 req-18a21829-9c67-47ef-a968-e511ca3b895b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1197321 Oct 27 01:25:36.475135 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-52850bd1-cb34-4150-9a7b-9ef6f252fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.476676 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-52850bd1-cb34-4150-9a7b-9ef6f252fb95 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f135389d386e43d58581df01f80c083c&device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 1130 time: 0.0917919 Oct 27 01:25:36.539833 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-b350673c-8bd4-4fab-b1c1-8536f1bd51b4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 HTTP/1.1" status: 200 len: 217 time: 0.0445504 Oct 27 01:25:36.563124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:36.573816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e20419-1a1e-45a8-ba15-ce88da8369a6 req-d977e0fa-2b07-4db4-b41b-bf5cc60f06f6 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.575306 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40e20419-1a1e-45a8-ba15-ce88da8369a6 req-d977e0fa-2b07-4db4-b41b-bf5cc60f06f6 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0935683 Oct 27 01:25:36.580978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a2ab1-1115-487e-938e-872902bb9644 req-7de35e71-9d78-4da3-9681-831d0ed72f60 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.583005 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5e5a2ab1-1115-487e-938e-872902bb9644 req-7de35e71-9d78-4da3-9681-831d0ed72f60 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.0894206 Oct 27 01:25:36.671989 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5e5a2ab1-1115-487e-938e-872902bb9644 req-713c2758-9ea9-4ea6-b19a-f269fcaab6a5 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b73b04a5-d203-4844-8e53-81bc69b11ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806746 Oct 27 01:25:36.685852 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40e20419-1a1e-45a8-ba15-ce88da8369a6 req-d33be371-9e6e-41a9-a983-eea1c222195f tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956528 Oct 27 01:25:36.768835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-53c9358a-4537-485d-ace2-f148a697669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.771151 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-53c9358a-4537-485d-ace2-f148a697669f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=9ceeceeb-e2b4-4156-969d-56bb0733b807 HTTP/1.1" status: 200 len: 843 time: 0.0603569 Oct 27 01:25:36.794032 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad730e4b-d520-44b7-9da5-06ff476fd888 req-d9c34f42-006d-482c-9f90-aa21ccb23d60 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.795556 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad730e4b-d520-44b7-9da5-06ff476fd888 req-d9c34f42-006d-482c-9f90-aa21ccb23d60 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0595601 Oct 27 01:25:36.871317 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad730e4b-d520-44b7-9da5-06ff476fd888 req-113bc2bd-fa86-4fe4-8581-78f16fdd590e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615201 Oct 27 01:25:36.905948 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-1bccb155-a141-43da-8586-be2f0412635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:36.907452 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-1bccb155-a141-43da-8586-be2f0412635d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6d5e7a03-3b14-4da5-a137-465d6c1f2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0492163 Oct 27 01:25:37.052925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f745-21cf-465d-875e-2843545a0015 req-9d7c4e51-11e4-4a01-be97-cdce99c4b268 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:37.054470 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ac99f745-21cf-465d-875e-2843545a0015 req-9d7c4e51-11e4-4a01-be97-cdce99c4b268 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 946 time: 0.1949000 Oct 27 01:25:37.099262 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:37.172779 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-e1e7c74b-08cc-4d61-ba4b-181c32f965c8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6d5e7a03-3b14-4da5-a137-465d6c1f2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356491 Oct 27 01:25:37.218915 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Deleting port d74997a4-8058-410c-9e78-4a15650df34e {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:25:37.219258 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (d74997a4-8058-410c-9e78-4a15650df34e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:37.373716 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-12692f3b-4e98-44e9-a099-21fb00353f9c req-430dea20-fa60-4a6b-93de-83bbb9edcc6c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6d5e7a03-3b14-4da5-a137-465d6c1f2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802564 Oct 27 01:25:37.386481 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] For port d74997a4-8058-410c-9e78-4a15650df34e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d74997a4-8058-410c-9e78-4a15650df34e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:37.386839 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (d74997a4-8058-410c-9e78-4a15650df34e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:37.403548 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Calling delete_port for d74997a4-8058-410c-9e78-4a15650df34e owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:25:37.565183 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (d74997a4-8058-410c-9e78-4a15650df34e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:37.592344 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Pushing event deleted for resources: {'Port': ['ID=d74997a4-8058-410c-9e78-4a15650df34e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:37.673639 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] No DVR routers for this DVR port d74997a4-8058-410c-9e78-4a15650df34e on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:25:37.678375 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:37.681856 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ac99f745-21cf-465d-875e-2843545a0015 req-9f774904-d094-4e35-a1e2-ac043fc28e66 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.13 "DELETE /networking/v2.0/ports/d74997a4-8058-410c-9e78-4a15650df34e HTTP/1.1" status: 204 len: 173 time: 0.6181207 Oct 27 01:25:37.682543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'name': 'network-vif-deleted', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:37.684938 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccbe362-b3f4-4634-8c84-e936342b013e" -d '{"events": [{"server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "name": "network-vif-deleted", "tag": "d74997a4-8058-410c-9e78-4a15650df34e"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:37.742661 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b71cddc-958e-4428-ab52-70f8f52f78cc x-openstack-request-id: req-2b71cddc-958e-4428-ab52-70f8f52f78cc {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:37.743017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56da46ce-164d-41a9-96f0-1e23257f43f1", "name": "network-vif-deleted", "tag": "d74997a4-8058-410c-9e78-4a15650df34e", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:37.743385 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b71cddc-958e-4428-ab52-70f8f52f78cc {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:37.743923 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b71cddc-958e-4428-ab52-70f8f52f78cc'] response: {'server_uuid': '56da46ce-164d-41a9-96f0-1e23257f43f1', 'name': 'network-vif-deleted', 'tag': 'd74997a4-8058-410c-9e78-4a15650df34e', 'status': 'completed', 'code': 200} Oct 27 01:25:37.844671 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3bdb590-2b5a-479b-b089-2e24c4627ef6 req-186332ca-7bba-4df6-88b9-130cc415dc81 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0470839 Oct 27 01:25:37.889902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d245-77ed-4afb-a13e-b5ba592731e7 req-813f779e-59a3-4216-9146-97765afc60d9 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:37.891615 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c950d245-77ed-4afb-a13e-b5ba592731e7 req-813f779e-59a3-4216-9146-97765afc60d9 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0803537 Oct 27 01:25:37.945591 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c950d245-77ed-4afb-a13e-b5ba592731e7 req-40473d40-1640-40a8-b357-80f2ec52f6b2 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Oct 27 01:25:38.002234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ad81-ed3f-4db6-97d9-9f19cbaf00eb req-0a43e763-2576-4bde-9e85-4756c228e403 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:38.003663 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd92ad81-ed3f-4db6-97d9-9f19cbaf00eb req-0a43e763-2576-4bde-9e85-4756c228e403 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0444977 Oct 27 01:25:38.050230 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd92ad81-ed3f-4db6-97d9-9f19cbaf00eb req-7f9fc59c-20e6-4f98-814d-cdbf991ba9b9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Oct 27 01:25:38.949561 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6e560411-cbb9-472e-aaaa-fb8f9ab0010d req-2ce8ae95-889a-4862-b853-9c60509364d4 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0274334 Oct 27 01:25:39.064179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83177eeb-d581-4d89-914d-15982e3635ce req-a87eb742-5609-4982-a67e-6df5772e854c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:39.065662 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-83177eeb-d581-4d89-914d-15982e3635ce req-a87eb742-5609-4982-a67e-6df5772e854c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0473118 Oct 27 01:25:39.121885 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-83177eeb-d581-4d89-914d-15982e3635ce req-e5bef214-4c80-4cb7-adb0-01696764a543 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501714 Oct 27 01:25:39.176294 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2de373-fca6-4bc3-bd72-884a051d02d7 req-72849cd1-f33e-4545-a8a3-58c30e39b83d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:39.178041 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b2de373-fca6-4bc3-bd72-884a051d02d7 req-72849cd1-f33e-4545-a8a3-58c30e39b83d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0478551 Oct 27 01:25:39.228725 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b2de373-fca6-4bc3-bd72-884a051d02d7 req-42fb58a6-8184-4d3f-909f-fe1c080b3245 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Oct 27 01:25:39.356782 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device d74997a4-8058-410c-9e78-4a15650df34e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:39.375165 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: d74997a4-8058-410c-9e78-4a15650df34e {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:25:39.375505 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device d74997a4-8058-410c-9e78-4a15650df34e not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:25:40.053689 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5584c329-f581-4300-ba57-4a5bfe80b405 req-7c823a46-3902-4478-b942-ff53db3cca89 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Oct 27 01:25:40.245555 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731083-31db-462c-8fe2-06f579b6ebcc req-ae5552bc-088b-49c7-9ff8-30407d352151 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:40.246917 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-47731083-31db-462c-8fe2-06f579b6ebcc req-ae5552bc-088b-49c7-9ff8-30407d352151 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0480123 Oct 27 01:25:40.294305 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-47731083-31db-462c-8fe2-06f579b6ebcc req-b25f47bb-00f2-4e3e-9c22-0182198b8c59 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Oct 27 01:25:40.350421 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32de7c-ad18-4b7d-94b3-f51320a12c0a req-bfbf03a1-67ed-437d-abc0-f472c11e4866 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:40.351897 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e32de7c-ad18-4b7d-94b3-f51320a12c0a req-bfbf03a1-67ed-437d-abc0-f472c11e4866 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0460296 Oct 27 01:25:40.397871 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e32de7c-ad18-4b7d-94b3-f51320a12c0a req-221b0e0e-ec55-43ea-832e-909ff216094d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Oct 27 01:25:40.813067 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:25:41.159348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-67cf50ef-e978-4007-95d8-e6cc33e728de req-3e98b75b-f2da-47ea-9342-d6281db17940 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0269496 Oct 27 01:25:41.417603 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb80de-bdf3-414d-9b9b-027acaf5d8f1 req-be794c86-7db9-42c1-a155-8737cd4ee6e8 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:41.419062 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28cb80de-bdf3-414d-9b9b-027acaf5d8f1 req-be794c86-7db9-42c1-a155-8737cd4ee6e8 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0502672 Oct 27 01:25:41.465591 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28cb80de-bdf3-414d-9b9b-027acaf5d8f1 req-26366346-c327-4abb-b20d-d9bfc4814574 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Oct 27 01:25:41.480533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:41.517031 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c4de-de06-40ef-93a0-adba69ec7717 req-0bed16bb-6e7b-4c40-9f5e-fe6eb10e5be3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:41.518520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9604c4de-de06-40ef-93a0-adba69ec7717 req-0bed16bb-6e7b-4c40-9f5e-fe6eb10e5be3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0461876 Oct 27 01:25:41.568399 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9604c4de-de06-40ef-93a0-adba69ec7717 req-b84e9d83-b914-49a5-bc5b-090553764e1b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Oct 27 01:25:42.269005 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3f52125-b2e0-461c-8f7d-c1b9a68e8cd6 req-756a2d6e-73db-404d-955f-7684be5bb353 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Oct 27 01:25:42.589991 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb85232-7be2-4c22-831a-fea841b0c06d req-e24ed886-f476-4b96-8f78-05ba9e61f030 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:42.590714 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2eb85232-7be2-4c22-831a-fea841b0c06d req-e24ed886-f476-4b96-8f78-05ba9e61f030 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0490625 Oct 27 01:25:42.644436 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2eb85232-7be2-4c22-831a-fea841b0c06d req-d9863105-a222-4ea2-82d1-e1f9cd3283d8 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 Oct 27 01:25:42.673500 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:42.692285 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a9bf-8092-4b52-9eee-c55e078ca940 req-9336c800-a83c-40c9-8ba6-86acfe4387fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:42.693792 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c991a9bf-8092-4b52-9eee-c55e078ca940 req-9336c800-a83c-40c9-8ba6-86acfe4387fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0465045 Oct 27 01:25:42.739756 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c991a9bf-8092-4b52-9eee-c55e078ca940 req-89ef5eeb-b55d-40a5-9d38-136c38c5de03 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Oct 27 01:25:43.371981 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1e01973a-254d-4fab-a4b7-0127fce6e59e req-a92069f6-6646-4568-957c-9e111665d4d7 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0298312 Oct 27 01:25:43.762960 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393e77b-4f6c-435c-9cc2-480baa930aed req-9a026825-488c-4269-94b5-d794421a6c65 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:43.764414 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e393e77b-4f6c-435c-9cc2-480baa930aed req-9a026825-488c-4269-94b5-d794421a6c65 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 946 time: 0.0448322 Oct 27 01:25:43.812564 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e393e77b-4f6c-435c-9cc2-480baa930aed req-61b30c7b-988b-4f35-83b2-1a9a363c25aa tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Oct 27 01:25:43.859439 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402820-069b-4d23-b3f8-38b9a5ddc01f req-184ab184-f520-4e87-ae3e-009ad8a169cc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:43.860888 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76402820-069b-4d23-b3f8-38b9a5ddc01f req-184ab184-f520-4e87-ae3e-009ad8a169cc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0463481 Oct 27 01:25:43.906537 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76402820-069b-4d23-b3f8-38b9a5ddc01f req-479aa96a-b6b2-465a-a1a9-ea8bab96a7b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Oct 27 01:25:44.347169 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:25:44.446048 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:44.460599 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7', 'network_id': '6d5e7a03-3b14-4da5-a137-465d6c1f2039', 'port_id': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7', 'mac_address': 'fa:16:3e:cb:de:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceeceeb-e2b4-4156-969d-56bb0733b807', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:25:44.479288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-773b315a-dd62-4e4e-b67b-2d6a9c22d511 req-2e905432-4201-4138-b825-29986604bb18 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0309477 Oct 27 01:25:44.499742 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:44.500132 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:44.513741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:25:44.533005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:44.536658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:44.582193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:44.933563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851a37c-dbe2-4565-887b-9c5ad76c6fb8 req-12492292-f000-4bdf-8a18-e5bd4053d456 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:44.935048 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5851a37c-dbe2-4565-887b-9c5ad76c6fb8 req-12492292-f000-4bdf-8a18-e5bd4053d456 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0466647 Oct 27 01:25:44.982057 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5851a37c-dbe2-4565-887b-9c5ad76c6fb8 req-f0cd5a14-e9cf-434d-95b4-a7ea88f56a66 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Oct 27 01:25:45.026179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f08a-f861-45f8-8a85-7e9fd912bab5 req-28226bda-8cdd-472a-86ca-cd7f4a962ee1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:45.027675 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7362f08a-f861-45f8-8a85-7e9fd912bab5 req-28226bda-8cdd-472a-86ca-cd7f4a962ee1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0447667 Oct 27 01:25:45.074129 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7362f08a-f861-45f8-8a85-7e9fd912bab5 req-27f0a569-a08c-4d40-b1b7-8401bdfd012b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Oct 27 01:25:45.369088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['ef4dbd6f-2b59-4996-ac64-47b97d0e16c7'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:25:45.445916 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:45.509564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:45.611828 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc3dbd2b-9d05-4a56-a0c1-994a56c59877 req-cbabb367-8d22-474e-b233-770fff760e10 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0379357 Oct 27 01:25:45.668126 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58876) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:45.781894 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-09f2e3a6-89cc-4a74-9f5d-e5903982b903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:45.864885 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-09f2e3a6-89cc-4a74-9f5d-e5903982b903 admin admin] Publish callbacks [] for security_group (0ae73331-7525-4138-a6a4-e51df0f5b0c8), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:45.868891 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-09f2e3a6-89cc-4a74-9f5d-e5903982b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0ae73331-7525-4138-a6a4-e51df0f5b0c8), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:45.884935 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:45.910227 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e3a6-89cc-4a74-9f5d-e5903982b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae73331-7525-4138-a6a4-e51df0f5b0c8,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.915850 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-09f2e3a6-89cc-4a74-9f5d-e5903982b903 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b8faa47fe814da9b362b5035f8eb2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466416 Oct 27 01:25:45.918478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58882) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:45.968809 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] Publish callbacks [] for security_group (0ae73331-7525-4138-a6a4-e51df0f5b0c8), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:45.992003 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] Publish callbacks [] for security_group (0ae73331-7525-4138-a6a4-e51df0f5b0c8), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.044909 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0ae73331-7525-4138-a6a4-e51df0f5b0c8), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.047524 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.048724 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0ae73331-7525-4138-a6a4-e51df0f5b0c8 HTTP/1.1" status: 204 len: 168 time: 0.1293149 Oct 27 01:25:46.057539 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:46.058667 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96731e41-5d95-4633-b191-62924d11fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae73331-7525-4138-a6a4-e51df0f5b0c8,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:46.109798 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80529566-ddf1-4f50-beb3-b4c23a6738a0 req-2b72df46-1e4a-44b5-abb7-f21206ff6f7d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:46.111305 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-80529566-ddf1-4f50-beb3-b4c23a6738a0 req-2b72df46-1e4a-44b5-abb7-f21206ff6f7d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0514064 Oct 27 01:25:46.176485 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-80529566-ddf1-4f50-beb3-b4c23a6738a0 req-16af9ff3-d03a-4d46-8b36-c8335118d651 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Oct 27 01:25:46.212431 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f92d3-c1e5-4974-bec7-ad9e73ff14db req-45bfc2aa-2e19-41ae-9858-206e024a1d22 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:46.213960 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3e7f92d3-c1e5-4974-bec7-ad9e73ff14db req-45bfc2aa-2e19-41ae-9858-206e024a1d22 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0560710 Oct 27 01:25:46.262390 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3e7f92d3-c1e5-4974-bec7-ad9e73ff14db req-e7b7c342-fc82-4ae8-a99d-4e1e11f4cee7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Oct 27 01:25:46.360307 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58892) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:46.376204 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b6d4aa0c-f10a-40b6-8bb9-1e7c74424064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.455380 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b6d4aa0c-f10a-40b6-8bb9-1e7c74424064 admin admin] Publish callbacks [] for security_group (2f75d984-7193-4811-bc45-d572645f6925), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.459614 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b6d4aa0c-f10a-40b6-8bb9-1e7c74424064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (2f75d984-7193-4811-bc45-d572645f6925), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.498413 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b6d4aa0c-f10a-40b6-8bb9-1e7c74424064 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=755c3e1da4fa473ba51d8ae01f8faa87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368532 Oct 27 01:25:46.500318 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4aa0c-f10a-40b6-8bb9-1e7c74424064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f75d984-7193-4811-bc45-d572645f6925,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:46.501144 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 58894) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:46.552190 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] Publish callbacks [] for security_group (2f75d984-7193-4811-bc45-d572645f6925), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.571696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] Publish callbacks [] for security_group (2f75d984-7193-4811-bc45-d572645f6925), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.618428 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (2f75d984-7193-4811-bc45-d572645f6925), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.620795 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:46.621980 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2f75d984-7193-4811-bc45-d572645f6925 HTTP/1.1" status: 204 len: 168 time: 0.1198626 Oct 27 01:25:46.629786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49191c-f56b-400c-b54a-b0374dbae762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f75d984-7193-4811-bc45-d572645f6925,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:46.721114 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3e9788d2-caf2-49a0-a0f6-dc49f3b0fe4c req-f38cb7cd-67e4-41a4-af1d-df0f4f839656 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0299726 Oct 27 01:25:47.284494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:47.302879 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784cf3-90d7-4105-8751-5cd3f26b6351 req-1d3c0399-8db8-4b90-b5e9-4e4bd7063d48 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:47.304495 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-22784cf3-90d7-4105-8751-5cd3f26b6351 req-1d3c0399-8db8-4b90-b5e9-4e4bd7063d48 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0470042 Oct 27 01:25:47.317922 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58928) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:47.370810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:47.391290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-22784cf3-90d7-4105-8751-5cd3f26b6351 req-b34ba26e-074e-45d5-a491-7f8d19e33870 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727923 Oct 27 01:25:47.410463 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94c577-7c8f-44b7-b325-53914a20b409 req-91be86a0-511e-4e75-936a-820fdfcb0679 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:47.411929 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d94c577-7c8f-44b7-b325-53914a20b409 req-91be86a0-511e-4e75-936a-820fdfcb0679 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0601084 Oct 27 01:25:47.421780 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-510761293-network', 'tenant_id': 'a816bcfd87b34071a24b948c351811c4'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:47.443629 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Made reservation on behalf of a816bcfd87b34071a24b948c351811c4 for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:47.446333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.455090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.470121 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d94c577-7c8f-44b7-b325-53914a20b409 req-17a09dca-6095-4e61-88d7-be32e483590f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Oct 27 01:25:47.530987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks [] for security_group (854139b9-2d71-4114-89c8-f56d13b35831), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.534331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (854139b9-2d71-4114-89c8-f56d13b35831), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.561859 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:47.571398 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854139b9-2d71-4114-89c8-f56d13b35831,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:47.577266 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (893dd8ad-3f37-41b6-b08f-69152c09a0d3), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.577610 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Added segment 893dd8ad-3f37-41b6-b08f-69152c09a0d3 of type vlan for network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b Oct 27 01:25:47.617971 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (24be29c8-49a2-4c9f-8d22-b7f159d95f6b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.641233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (24be29c8-49a2-4c9f-8d22-b7f159d95f6b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.642133 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:47.642717 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.702283 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3832788 Oct 27 01:25:47.705160 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 58932) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:47.710663 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Request body: {'subnet': {'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-510761293-subnet', 'tenant_id': 'a816bcfd87b34071a24b948c351811c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:47.715204 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383bfd4-a510-45d9-a448-96668a8661a8 admin admin] Pushing event updated for resources: {'Network': ['ID=24be29c8-49a2-4c9f-8d22-b7f159d95f6b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:47.725411 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:25:47.738576 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Made reservation on behalf of a816bcfd87b34071a24b948c351811c4 for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:47.741871 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480352'] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.828033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:47.843149 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8f53410e-e02b-4115-95ad-15dbf0d53d62 req-08906ae9-f7a3-433c-8e50-13c0a193f3a2 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Oct 27 01:25:47.872426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:47.934857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480270'] for subnet (242f92fe-1b40-4b55-b7c6-0209c90ed0f9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:47.995959 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242f92fe-1b40-4b55-b7c6-0209c90ed0f9,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:48.005616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Checking segment: {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:25:48.005965 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Network hostable DHCP agents. Network: 24be29c8-49a2-4c9f-8d22-b7f159d95f6b, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:25:48.023335 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:25:48.032764 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 24be29c8-49a2-4c9f-8d22-b7f159d95f6b) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:48.042524 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e3a5b-84e8-437f-baaa-add98834e22b None None] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:25:48.050438 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:48.051099 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:48.068545 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-fbb8c5c5-1049-4318-95cd-96b7973b4bf5 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3623533 Oct 27 01:25:48.157916 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839da5b-a4e0-4d43-a7e4-2aa40cc1caa9 None None] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:25:48.533531 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edad13-eb8d-4da4-97ca-d11722de9397 req-e3d814c3-0260-4640-9d64-b03fdf98791e tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:48.545680 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59edad13-eb8d-4da4-97ca-d11722de9397 req-e3d814c3-0260-4640-9d64-b03fdf98791e tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0720353 Oct 27 01:25:48.635333 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59edad13-eb8d-4da4-97ca-d11722de9397 req-f7e26e35-12bc-4d9d-8424-82e9aad004b6 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842874 Oct 27 01:25:48.641087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b888d7f-ae9f-4acd-8779-4494def68b92 req-341302c1-9eaa-418f-84d8-857ae17baaed tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:48.642476 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7b888d7f-ae9f-4acd-8779-4494def68b92 req-341302c1-9eaa-418f-84d8-857ae17baaed tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0759521 Oct 27 01:25:48.693608 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7b888d7f-ae9f-4acd-8779-4494def68b92 req-22b2a418-729f-4584-8515-31b86a1a5099 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Oct 27 01:25:48.947172 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c63a2e9d-4638-4cfd-b4fc-cc981e5335c0 req-133bc820-f438-4595-a131-8ffc0711c1eb tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Oct 27 01:25:49.758075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb248f7-a72e-4e2d-81fc-224ed264c839 req-968785d0-7ddb-46ed-a027-be05a9de6964 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:49.759574 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-adb248f7-a72e-4e2d-81fc-224ed264c839 req-968785d0-7ddb-46ed-a027-be05a9de6964 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0469093 Oct 27 01:25:49.844387 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6af9a-9510-4fd5-af9d-02692506bf37 req-d8f246ba-74a1-4043-8762-be355c30c3ac tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:49.845815 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-47c6af9a-9510-4fd5-af9d-02692506bf37 req-d8f246ba-74a1-4043-8762-be355c30c3ac tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0733941 Oct 27 01:25:49.850014 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-adb248f7-a72e-4e2d-81fc-224ed264c839 req-6aa9756e-34f6-49d6-ba22-d53630418071 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848911 Oct 27 01:25:49.892581 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-47c6af9a-9510-4fd5-af9d-02692506bf37 req-ef1bbee2-b084-408b-871c-edd89ae3add7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Oct 27 01:25:50.049554 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b5e779ec-2f9b-4c82-9216-3a685b9c2965 req-cf24b5c3-90cf-4eba-9f02-9ada2869535b tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Oct 27 01:25:50.971563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a783e6e-522e-46b7-8db2-46cefab03e93 req-b4d16231-2a43-46c1-8a94-0eeb558ae317 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:50.973071 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4a783e6e-522e-46b7-8db2-46cefab03e93 req-b4d16231-2a43-46c1-8a94-0eeb558ae317 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 947 time: 0.0498488 Oct 27 01:25:51.032510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede3c0-18c0-4d64-8071-e07128cef337 req-d173662e-879a-4705-8faf-94ea235722d2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:51.034013 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76ede3c0-18c0-4d64-8071-e07128cef337 req-d173662e-879a-4705-8faf-94ea235722d2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0600002 Oct 27 01:25:51.072120 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4a783e6e-522e-46b7-8db2-46cefab03e93 req-ac1b13d8-4ff5-4ca1-89de-9d3a711afb7c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888362 Oct 27 01:25:51.107196 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76ede3c0-18c0-4d64-8071-e07128cef337 req-0c5fd409-cfc5-495d-a592-4ae134413952 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658967 Oct 27 01:25:51.161892 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de1d4ad4-3e9f-4c3c-b4cb-c14f977c858d req-de9339ca-529a-481a-b7be-1e6e746ff942 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0290747 Oct 27 01:25:51.348395 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:51.395551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:25:51.401957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:25:51.402365 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:51.402717 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 Oct 27 01:25:51.474481 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:25:51.474866 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:51.497869 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:25:51.500098 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd33a1c1-fe02-4869-817c-27089d225332" -d '{"events": [{"server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:51.513388 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:51.517511 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:51.540388 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc6631a-ff2f-418c-824b-1625ebc6cc0f x-openstack-request-id: req-7cc6631a-ff2f-418c-824b-1625ebc6cc0f {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:51.540703 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:51.540960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc6631a-ff2f-418c-824b-1625ebc6cc0f {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:51.541373 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc6631a-ff2f-418c-824b-1625ebc6cc0f'] response: {'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7', 'code': 200} Oct 27 01:25:51.566746 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:51.761816 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c7b19-3e99-436e-880a-480e7080fdc4 req-03bff31d-690f-43e0-9546-74b352dcb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:51.763281 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e49c7b19-3e99-436e-880a-480e7080fdc4 req-03bff31d-690f-43e0-9546-74b352dcb81a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 1132 time: 0.0385089 Oct 27 01:25:51.808563 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e49c7b19-3e99-436e-880a-480e7080fdc4 req-752ce136-ac86-4b0b-9214-b3fdbddbc24d service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Oct 27 01:25:51.820708 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=59 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:51.821500 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:52.447283 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d66e-523d-400f-8ec4-fd1cfea9964b req-e4fcd96c-ffa2-402e-ab93-54b677f61dc0 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:52.448789 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-df49d66e-523d-400f-8ec4-fd1cfea9964b req-e4fcd96c-ffa2-402e-ab93-54b677f61dc0 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.3010445 Oct 27 01:25:52.468269 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6826-a495-47e0-8a0d-5b278132c5c8 req-42d5d905-0455-425f-820c-4e1948dd01aa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:52.469690 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18ec6826-a495-47e0-8a0d-5b278132c5c8 req-42d5d905-0455-425f-820c-4e1948dd01aa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0677781 Oct 27 01:25:52.530583 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-df49d66e-523d-400f-8ec4-fd1cfea9964b req-a0fc27d7-82b8-4504-85e6-8e1465e9a3cb tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757773 Oct 27 01:25:52.542364 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18ec6826-a495-47e0-8a0d-5b278132c5c8 req-47853cfd-95d6-4d44-854e-1cc43e459976 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647614 Oct 27 01:25:52.635811 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d72b4cd-da66-4c2b-994f-5331fec2fe9b req-2a024527-36eb-4c47-bb17-e3db9b689aee tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0337293 Oct 27 01:25:52.959459 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:53.006935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-0b2eb502-2a85-4a3f-8bef-824ffea5264b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:53.008497 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-0b2eb502-2a85-4a3f-8bef-824ffea5264b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/networks?id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 200 len: 808 time: 0.1010172 Oct 27 01:25:53.025106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-d074815c-9d20-4d69-9c63-a095d44ee8f4 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/quotas/a816bcfd87b34071a24b948c351811c4 HTTP/1.1" status: 200 len: 375 time: 0.0109336 Oct 27 01:25:53.059186 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-12787090-9f48-4465-aa6a-75e348a44c6b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283864 Oct 27 01:25:53.136113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:53.156370 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-4c245846-ebae-4cf2-aff4-f6fe2b0d5252 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902059 Oct 27 01:25:53.246895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-0a05bbad-ec31-40a1-8d27-72c6cc24cde1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 Oct 27 01:25:53.427214 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fe4289d-65d8-4af1-b4e7-f609e92be7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:53.444110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cccba965-107c-47bb-a710-9cc141fd4039 req-02205648-b884-421c-a03d-f72af8ee732b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0435364 Oct 27 01:25:53.695204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb390abc-8c33-4521-bf8b-6c7a374b5c80 req-35f1e9f9-1fe9-4e22-a01b-606d3969403c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:53.696696 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb390abc-8c33-4521-bf8b-6c7a374b5c80 req-35f1e9f9-1fe9-4e22-a01b-606d3969403c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0806785 Oct 27 01:25:53.707460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc8c3-90ba-499f-86bf-93df00b6ffd7 req-ca1a9b65-f628-448c-8889-3c1d1dfc1f0b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:53.708917 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51adc8c3-90ba-499f-86bf-93df00b6ffd7 req-ca1a9b65-f628-448c-8889-3c1d1dfc1f0b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0798032 Oct 27 01:25:53.779707 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb390abc-8c33-4521-bf8b-6c7a374b5c80 req-f6eca39b-6802-48f5-8380-1a548b8b9d7c tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Oct 27 01:25:53.797607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51adc8c3-90ba-499f-86bf-93df00b6ffd7 req-ba2e442e-26ca-4fc6-91f2-8cf784459b2f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Oct 27 01:25:53.915047 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2ee80e4b-f23f-4ece-a14e-741edc29fb82 req-7325f684-1602-431f-b651-d20b592ded47 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Oct 27 01:25:54.546612 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7cddb0a1-aa3e-4b67-9b58-70c43eeb17ea req-cdd3c455-1462-4576-bf9c-a7db4fbf8858 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0274158 Oct 27 01:25:54.825909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59076) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:54.850403 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca22c-ccb7-4c3e-904b-9c2b1e40c47b req-a6d4a06d-39da-4814-8c10-f7db847d26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:54.852894 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a22ca22c-ccb7-4c3e-904b-9c2b1e40c47b req-a6d4a06d-39da-4814-8c10-f7db847d26cb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1129 time: 0.0430243 Oct 27 01:25:54.914724 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a22ca22c-ccb7-4c3e-904b-9c2b1e40c47b req-dd36deef-2294-412f-aede-8b0fe437647c service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541043 Oct 27 01:25:54.989133 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451475-6bd9-4c12-8815-d32d0379ebca req-5cc91f84-3513-41bb-8ef9-eef4cd6a7e06 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:54.990563 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2451475-6bd9-4c12-8815-d32d0379ebca req-5cc91f84-3513-41bb-8ef9-eef4cd6a7e06 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0911393 Oct 27 01:25:55.001670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b571be6-6fca-4608-9a38-ee412957f166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.013039 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8200-8a31-42c2-830a-b3053a686f42 req-9acabe66-dbbc-4350-a416-5921e279edd1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:55.014435 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-966f8200-8a31-42c2-830a-b3053a686f42 req-9acabe66-dbbc-4350-a416-5921e279edd1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0810826 Oct 27 01:25:55.110929 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2451475-6bd9-4c12-8815-d32d0379ebca req-4b440094-ecad-4c94-be4a-098c7e5ae3e5 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110094 Oct 27 01:25:55.120070 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-966f8200-8a31-42c2-830a-b3053a686f42 req-4670c4b4-7c9b-4fde-b2ee-a66557eaeb6b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969796 Oct 27 01:25:55.171557 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b571be6-6fca-4608-9a38-ee412957f166 admin admin] Publish callbacks [] for security_group (265cb188-f8a6-46c2-b7aa-6789bf3ff3ae), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.175564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b571be6-6fca-4608-9a38-ee412957f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (265cb188-f8a6-46c2-b7aa-6789bf3ff3ae), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.237459 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18edf3a3-b881-4d2a-b566-bdaf9ace63be req-14102b73-0c14-4501-b4b3-7e2431022dc9 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0506136 Oct 27 01:25:55.242568 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2b571be6-6fca-4608-9a38-ee412957f166 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=218f9a606c4f493eb8eec0347f706043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153950 Oct 27 01:25:55.245259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59084) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:55.253024 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b571be6-6fca-4608-9a38-ee412957f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265cb188-f8a6-46c2-b7aa-6789bf3ff3ae,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:55.297668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:55.301821 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] Publish callbacks [] for security_group (265cb188-f8a6-46c2-b7aa-6789bf3ff3ae), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.325186 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] Publish callbacks [] for security_group (265cb188-f8a6-46c2-b7aa-6789bf3ff3ae), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.377792 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (265cb188-f8a6-46c2-b7aa-6789bf3ff3ae), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.381321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:55.382434 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/265cb188-f8a6-46c2-b7aa-6789bf3ff3ae HTTP/1.1" status: 204 len: 168 time: 0.1360791 Oct 27 01:25:55.390168 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3765-1221-4a87-bf46-28ff7db2cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265cb188-f8a6-46c2-b7aa-6789bf3ff3ae,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:55.669336 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e75332e3-4c3d-4899-b2f4-ca749ffa203f req-249f5d45-3409-4d29-aa4f-b3fd986995d8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0301428 Oct 27 01:25:55.766422 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-368294cb-8ba2-4abb-8cda-3167092453fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.196291 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:56.265333 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d0211-2931-4842-8765-6f306bc4ebc9 req-8f43d2a6-0dd1-4578-8fe7-15c2d90203c8 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:56.266824 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5a7d0211-2931-4842-8765-6f306bc4ebc9 req-8f43d2a6-0dd1-4578-8fe7-15c2d90203c8 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0815127 Oct 27 01:25:56.281281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d687-9453-43d5-b705-53109b9d8075 req-e07e9a38-af74-42d9-ab85-a288cebab01a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:56.282699 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aef8d687-9453-43d5-b705-53109b9d8075 req-e07e9a38-af74-42d9-ab85-a288cebab01a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0642781 Oct 27 01:25:56.354759 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5a7d0211-2931-4842-8765-6f306bc4ebc9 req-e4bae1b6-497a-494d-84a8-d237e791fccf tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801980 Oct 27 01:25:56.361656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aef8d687-9453-43d5-b705-53109b9d8075 req-ce8b26d1-2145-4561-b14a-f1dce3996331 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718558 Oct 27 01:25:56.485480 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9b57c06e-af8f-4b81-bd9a-a10e86a14980 req-f8f1127d-5d8d-4b23-a656-b15eec3753db tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0322320 Oct 27 01:25:56.508018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59138) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:56.647289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f832e0f3-921d-47ad-afb7-df92c6802037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.677365 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06176c2-8836-4ff4-8576-839a9a7f21f4 req-168e99f7-2217-4429-aaa3-77dac16648b2 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:56.678821 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f06176c2-8836-4ff4-8576-839a9a7f21f4 req-168e99f7-2217-4429-aaa3-77dac16648b2 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0662882 Oct 27 01:25:56.761338 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f06176c2-8836-4ff4-8576-839a9a7f21f4 req-af49d5d1-78b7-4f69-a586-b61d127ff5a9 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Oct 27 01:25:56.798873 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-512d0258-f632-4bd3-84a2-c9364dd2b74d req-90144b04-8aaf-4cb4-a922-0cfe630c952a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0413263 Oct 27 01:25:56.810857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f832e0f3-921d-47ad-afb7-df92c6802037 admin admin] Publish callbacks [] for security_group (ff942527-b8cf-4818-a1d6-cb353734d195), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.819409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f832e0f3-921d-47ad-afb7-df92c6802037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ff942527-b8cf-4818-a1d6-cb353734d195), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.862447 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f832e0f3-921d-47ad-afb7-df92c6802037 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b25b815f8e724639bd8aa8f6ca470c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531687 Oct 27 01:25:56.863822 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832e0f3-921d-47ad-afb7-df92c6802037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff942527-b8cf-4818-a1d6-cb353734d195,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:56.865796 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59148) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:56.916781 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] Publish callbacks [] for security_group (ff942527-b8cf-4818-a1d6-cb353734d195), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.937119 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] Publish callbacks [] for security_group (ff942527-b8cf-4818-a1d6-cb353734d195), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.985970 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ff942527-b8cf-4818-a1d6-cb353734d195), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.988530 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:56.989725 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ff942527-b8cf-4818-a1d6-cb353734d195 HTTP/1.1" status: 204 len: 168 time: 0.1229520 Oct 27 01:25:56.997681 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff2034-01b1-4798-97d2-dd72e6612a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff942527-b8cf-4818-a1d6-cb353734d195,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.069024 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.496022 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e525e3-a486-488a-b170-641c730787d4 req-7b4d2fcf-eded-4b32-acd1-8fd56a68bfa4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:57.497535 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9e525e3-a486-488a-b170-641c730787d4 req-7b4d2fcf-eded-4b32-acd1-8fd56a68bfa4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0502598 Oct 27 01:25:57.549670 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9e525e3-a486-488a-b170-641c730787d4 req-1909ce28-56be-4ca2-967e-b8302d65e828 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Oct 27 01:25:57.612307 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ee80c251-6bb4-4c0d-8f8a-7301202113a0 req-a82a1676-b0c6-4807-a855-a2c7bdcc7ef1 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Oct 27 01:25:57.657685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59174) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:57.753683 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-920710079-network', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:57.774222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Made reservation on behalf of 40ecdf4e71844f7f9e3da7f59659b605 for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:57.780963 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.786004 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.875817 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks [] for security_group (90ce9313-a042-4b5d-b919-9c6f9c370a51), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.880525 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (90ce9313-a042-4b5d-b919-9c6f9c370a51), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.901819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b2d6-2a92-4b42-9d93-f374faecac3d req-489c7f47-a24e-45ed-957c-38ce0ed9fd0d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:57.903452 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c535b2d6-2a92-4b42-9d93-f374faecac3d req-489c7f47-a24e-45ed-957c-38ce0ed9fd0d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0634775 Oct 27 01:25:57.910766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:57.919886 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce9313-a042-4b5d-b919-9c6f9c370a51,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.922024 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-73f4db1e-5b5e-4f49-ae6c-411a4fadb3b0 req-3f27fd37-9e4e-4bc8-ab65-ac689ec04df6 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0401719 Oct 27 01:25:57.925851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:57.930961 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (a38d5c54-f754-46a2-a99b-f105f9e99485), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:57.931316 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Added segment a38d5c54-f754-46a2-a99b-f105f9e99485 of type vlan for network b67084fb-2a24-49ee-9833-86835b5c48d2 Oct 27 01:25:57.943946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.944359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.944761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.945187 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.945580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.945977 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.946348 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.946729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.947108 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.947491 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.947870 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.948260 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.948729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.949124 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.949498 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:57.967157 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c535b2d6-2a92-4b42-9d93-f374faecac3d req-67acadb8-ee1b-4510-9cba-719c31080492 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Oct 27 01:25:58.000382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (b67084fb-2a24-49ee-9833-86835b5c48d2), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.017950 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:58.026468 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (b67084fb-2a24-49ee-9833-86835b5c48d2), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.027584 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:58.028196 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.077887 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4191000 Oct 27 01:25:58.081024 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59184) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:58.086456 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Request body: {'subnet': {'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-920710079-subnet', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:58.092556 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b1a4b-6ff9-4b81-a42a-74660d0b7e2f admin admin] Pushing event updated for resources: {'Network': ['ID=b67084fb-2a24-49ee-9833-86835b5c48d2,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:58.102724 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network b67084fb-2a24-49ee-9833-86835b5c48d2 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:25:58.110518 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Made reservation on behalf of 40ecdf4e71844f7f9e3da7f59659b605 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:58.113892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.202012 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:58.245136 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:58.289067 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (c28dd484-a56d-420d-9122-19c52df07a52), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.337417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28dd484-a56d-420d-9122-19c52df07a52,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:58.354106 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Checking segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:25:58.354458 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Network hostable DHCP agents. Network: b67084fb-2a24-49ee-9833-86835b5c48d2, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:25:58.371789 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Network b67084fb-2a24-49ee-9833-86835b5c48d2 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:25:58.381605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, b67084fb-2a24-49ee-9833-86835b5c48d2) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:58.388103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:58.388713 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.389122 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356cfc13-86d1-4dd1-ae60-722ce0c4293a None None] Network b67084fb-2a24-49ee-9833-86835b5c48d2 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:25:58.406143 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-19d60508-8411-46a0-adea-25235a97ce2f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3226233 Oct 27 01:25:58.409113 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59186) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:25:58.414460 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:25:58.436576 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (e3d33478-636c-44c9-b907-0da25d897f2b), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.438365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (e3d33478-636c-44c9-b907-0da25d897f2b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.496805 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-b67084fb-2a24-49ee-9833-86835b5c48d2', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:25:58.497814 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.577485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:58.654719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Allocated IP 172.20.0.2 (b67084fb-2a24-49ee-9833-86835b5c48d2/c28dd484-a56d-420d-9122-19c52df07a52/2cc00e4a-2076-4b7e-97ad-109f01468a3e) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:58.692132 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:58.698930 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385bf3-43a9-46ca-89d0-7f928f90b8c0 req-237b2ebd-9d05-4d34-9d48-62c8009e275b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:58.705618 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0d385bf3-43a9-46ca-89d0-7f928f90b8c0 req-237b2ebd-9d05-4d34-9d48-62c8009e275b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0706518 Oct 27 01:25:58.726713 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for router_controller (e3d33478-636c-44c9-b907-0da25d897f2b), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.762231 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c261f528-ebfa-4cae-a0c7-97fa0c2b786d req-6b18d0e6-63aa-416d-91ff-ec15d8ba9149 tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0382617 Oct 27 01:25:58.773578 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.786453 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0d385bf3-43a9-46ca-89d0-7f928f90b8c0 req-3bcf6e4b-7399-4f3e-8b67-257de80a414a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774100 Oct 27 01:25:58.875711 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks [] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.883236 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.890918 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for router_gateway (e3d33478-636c-44c9-b907-0da25d897f2b), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:58.921030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Network b67084fb-2a24-49ee-9833-86835b5c48d2 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:58.934487 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:58.939199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:25:58.952202 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Pushing event updated for resources: {'Port': ['ID=2cc00e4a-2076-4b7e-97ad-109f01468a3e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:58.968658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.969167 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.969490 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.969874 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.970255 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.970638 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.970971 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.971299 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.971642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.971975 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.972359 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.972683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.973013 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.973446 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.973773 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:58.998501 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.042302 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Attempting to bind port 2cc00e4a-2076-4b7e-97ad-109f01468a3e on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:25:59.042825 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Attempting to bind port 2cc00e4a-2076-4b7e-97ad-109f01468a3e by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:25:59.043392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Attempting to bind port 2cc00e4a-2076-4b7e-97ad-109f01468a3e on network b67084fb-2a24-49ee-9833-86835b5c48d2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:59.053023 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-251f25ed-e72b-4175-b809-dae6f266fa61 req-6a041535-94be-46bf-b465-f6afe3526238 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0416903 Oct 27 01:25:59.095372 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:25:59.095960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Checking segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:25:59.096486 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.096969 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Bound using segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:25:59.098160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Bound port: 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:25:59.098635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.099376 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for router_gateway (e3d33478-636c-44c9-b907-0da25d897f2b), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.104272 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-5491-41f6-8c10-d4355b453d44 req-fbe309d2-5d86-4b85-8959-ad37f2d2e5e7 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:25:59.105828 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4079eaf8-5491-41f6-8c10-d4355b453d44 req-fbe309d2-5d86-4b85-8959-ad37f2d2e5e7 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0516407 Oct 27 01:25:59.120221 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.161997 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4079eaf8-5491-41f6-8c10-d4355b453d44 req-1164e0fe-02ec-43df-a228-4f1d545dd1cf tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496275 Oct 27 01:25:59.166585 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] For port 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:59.169315 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] For port 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2cc00e4a-2076-4b7e-97ad-109f01468a3e,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:59.176665 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.225751 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83756e50-945d-483e-ac04-4fde79371e6c None None] Pushing event updated for resources: {'Port': ['ID=2cc00e4a-2076-4b7e-97ad-109f01468a3e,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:59.242083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Allocated IP 172.27.0.107 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/876880c5-c5c2-4f98-a700-a68e326c3e97) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:59.359138 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.395033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.442231 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:59.451525 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:59.457275 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:25:59.462732 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:59.490973 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Pushing event updated for resources: {'Port': ['ID=876880c5-c5c2-4f98-a700-a68e326c3e97,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:59.549680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:25:59.708885 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for router_gateway (e3d33478-636c-44c9-b907-0da25d897f2b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.819913 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2cc00e4a-2076-4b7e-97ad-109f01468a3e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:59.904328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 2cc00e4a-2076-4b7e-97ad-109f01468a3e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:25:59.904588 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:25:59.905157 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 2cc00e4a-2076-4b7e-97ad-109f01468a3e Oct 27 01:25:59.959015 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (e3d33478-636c-44c9-b907-0da25d897f2b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.012601 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6e41b10c-6a7d-4556-81d5-b6544e24c303 req-f4aa1083-f9de-4739-bb2c-4e3f9d85bdfe tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.1373208 Oct 27 01:26:00.037232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 2cc00e4a-2076-4b7e-97ad-109f01468a3e is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:00.039130 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.065860 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b67c-49f3-411b-9e28-55815dc538dc req-e03b4615-ca69-4e0d-aff7-5743adba1aa1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:00.068490 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a1b67c-49f3-411b-9e28-55815dc538dc req-e03b4615-ca69-4e0d-aff7-5743adba1aa1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0921457 Oct 27 01:26:00.114921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2cc00e4a-2076-4b7e-97ad-109f01468a3e,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:00.124183 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.161814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Router e3d33478-636c-44c9-b907-0da25d897f2b is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:26:00.209039 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=2cc00e4a-2076-4b7e-97ad-109f01468a3e,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.210218 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a1b67c-49f3-411b-9e28-55815dc538dc req-7d889263-5611-44a6-b20b-f0d735b5cff6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273010 Oct 27 01:26:00.285788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3ee6f96-1bed-49e8-afde-24fe4b914bf3 req-640e22c7-517c-4996-aa3d-c5e547931ab8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0697675 Oct 27 01:26:00.296655 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:00.307572 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Sync routers for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:00.318714 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:00.319474 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:00.322186 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.325147 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2c31dc21-28a7-4e25-a3ed-6176739f1a30 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9130077 Oct 27 01:26:00.326746 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59210) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:00.357026 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed195901-d2b8-48d5-b521-c42355297d86 None None] Network b67084fb-2a24-49ee-9833-86835b5c48d2 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:26:00.367507 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044763cf-5dfc-4909-9380-96af95cb2366 req-b56bc323-9a30-48b9-a51e-69102d4c7281 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:00.369229 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-044763cf-5dfc-4909-9380-96af95cb2366 req-b56bc323-9a30-48b9-a51e-69102d4c7281 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0708134 Oct 27 01:26:00.380880 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:00.434155 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-044763cf-5dfc-4909-9380-96af95cb2366 req-e98592fb-6bb2-435e-81bb-6144f05724b0 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Oct 27 01:26:00.435115 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:00.452617 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-f1368149-f086-4d59-a18e-8e3463219dc9 None None] Provisioning complete for port 2cc00e4a-2076-4b7e-97ad-109f01468a3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:00.458147 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1368149-f086-4d59-a18e-8e3463219dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.458901 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-f1368149-f086-4d59-a18e-8e3463219dc9 None None] Attempt 1 to provision port 2cc00e4a-2076-4b7e-97ad-109f01468a3e Oct 27 01:26:00.507953 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:00.552557 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:00.587916 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f1368149-f086-4d59-a18e-8e3463219dc9 None None] Current status of the port 2cc00e4a-2076-4b7e-97ad-109f01468a3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:00.618571 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:25:59Z', 'revision_number': 3, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:00.649972 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Checking router: e3d33478-636c-44c9-b907-0da25d897f2b for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:00.650477 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Updating router e3d33478-636c-44c9-b907-0da25d897f2b port 876880c5-c5c2-4f98-a700-a68e326c3e97 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:26:00.687523 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.772296 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:00.788419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.814884 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-0bcef651-2024-4249-a1e9-3bf0e0b1e4dc None None] Provisioning complete for port 2cc00e4a-2076-4b7e-97ad-109f01468a3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:00.815254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0bcef651-2024-4249-a1e9-3bf0e0b1e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.815593 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-0bcef651-2024-4249-a1e9-3bf0e0b1e4dc None None] Attempt 1 to provision port 2cc00e4a-2076-4b7e-97ad-109f01468a3e Oct 27 01:26:00.908613 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-0bcef651-2024-4249-a1e9-3bf0e0b1e4dc None None] Current status of the port 2cc00e4a-2076-4b7e-97ad-109f01468a3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:00.954379 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Allocated IP 172.20.0.1 (b67084fb-2a24-49ee-9833-86835b5c48d2/c28dd484-a56d-420d-9122-19c52df07a52/4e7bf020-d94b-4f92-b50a-e4154dacc29d) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:00.974609 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks [] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:00.980837 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.019278 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Attempting to bind port 876880c5-c5c2-4f98-a700-a68e326c3e97 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:01.019781 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Attempting to bind port 876880c5-c5c2-4f98-a700-a68e326c3e97 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:01.020151 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Attempting to bind port 876880c5-c5c2-4f98-a700-a68e326c3e97 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:01.055046 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Pushing event updated for resources: {'Port': ['ID=876880c5-c5c2-4f98-a700-a68e326c3e97,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.072675 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.075423 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.075883 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.076330 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.076773 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.077120 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.077445 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.077762 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.078087 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.078413 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.078733 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.079062 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.079951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.079951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.079951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:01.088082 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks [] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.104272 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:01.104755 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:01.105836 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.106355 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:01.106998 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Bound port: 876880c5-c5c2-4f98-a700-a68e326c3e97, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:01.107468 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.147229 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.162614 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6f431bb0-efb3-47f1-9b05-b1c52f973a69 req-85a33f7f-666e-4035-903f-03ecc1448b7a tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0409777 Oct 27 01:26:01.165254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.168274 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] For port 876880c5-c5c2-4f98-a700-a68e326c3e97, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:01.172411 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] For port 876880c5-c5c2-4f98-a700-a68e326c3e97, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=876880c5-c5c2-4f98-a700-a68e326c3e97,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:01.197519 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.216265 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.222969 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Network b67084fb-2a24-49ee-9833-86835b5c48d2 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:01.226624 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:01.226865 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:01.230444 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:01.232165 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:01.233001 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:01.308124 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (e3d33478-636c-44c9-b907-0da25d897f2b), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.324573 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a951ac-cd42-4667-a348-07c3b42e1ad8 None None] Pushing event updated for resources: {'Port': ['ID=876880c5-c5c2-4f98-a700-a68e326c3e97,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.417489 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-96798868-de9a-4295-b323-43083bc51aab req-1d4ea436-4548-4717-983d-e1da82d733cd tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Oct 27 01:26:01.455103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffc531-5abc-4703-be58-d7fbc875eebf req-c66762b5-7c42-477a-9b82-e8cfe5922b88 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:01.457134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bbffc531-5abc-4703-be58-d7fbc875eebf req-c66762b5-7c42-477a-9b82-e8cfe5922b88 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.1238375 Oct 27 01:26:01.497014 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:01.556924 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.561097 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bbffc531-5abc-4703-be58-d7fbc875eebf req-7a6d7b82-43fb-42cf-a481-1f574d8056a7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976799 Oct 27 01:26:01.579602 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:01.618749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206019d9-9287-4456-92fa-d743e42c914d req-d7473089-ed3f-4c83-8550-9adfe2717d72 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:01.621791 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-206019d9-9287-4456-92fa-d743e42c914d req-d7473089-ed3f-4c83-8550-9adfe2717d72 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0589914 Oct 27 01:26:01.643418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-44b39627-14b8-421e-9ed7-53dfc475633a None None] Provisioning complete for port 4e7bf020-d94b-4f92-b50a-e4154dacc29d triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:01.645565 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-44b39627-14b8-421e-9ed7-53dfc475633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.649407 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-44b39627-14b8-421e-9ed7-53dfc475633a None None] Attempt 1 to provision port 4e7bf020-d94b-4f92-b50a-e4154dacc29d Oct 27 01:26:01.697562 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-206019d9-9287-4456-92fa-d743e42c914d req-fba7d035-3591-486c-99a6-e81a6a7b32e2 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Oct 27 01:26:01.708916 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:01.709608 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:01.729489 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:25:59Z', 'revision_number': 3, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:01.733463 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-44b39627-14b8-421e-9ed7-53dfc475633a None None] Port 4e7bf020-d94b-4f92-b50a-e4154dacc29d cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:26:01.760944 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks [] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.761855 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0fa49-4cdc-4e9e-bbd8-804356c83297 None None] The sync data for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi is: [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:25:59Z', 'revision_number': 3, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:01.768217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.769631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02cd3b-37fa-4609-ad52-d799038ba916 req-0c03c19c-5d30-40f3-884d-21f11b48f6eb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:01.772080 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0b02cd3b-37fa-4609-ad52-d799038ba916 req-0c03c19c-5d30-40f3-884d-21f11b48f6eb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0714722 Oct 27 01:26:01.841905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0b02cd3b-37fa-4609-ad52-d799038ba916 req-9ae01d2d-7422-4310-bc57-600093b27bf4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597727 Oct 27 01:26:01.842097 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2cc00e4a-2076-4b7e-97ad-109f01468a3e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:01.850742 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.856164 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (e3d33478-636c-44c9-b907-0da25d897f2b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:01.989371 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Network b67084fb-2a24-49ee-9833-86835b5c48d2 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:01.991421 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:02.028944 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 2cc00e4a-2076-4b7e-97ad-109f01468a3e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:02.029601 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:02.030083 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 2cc00e4a-2076-4b7e-97ad-109f01468a3e Oct 27 01:26:02.145789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 2cc00e4a-2076-4b7e-97ad-109f01468a3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:02.221176 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Router e3d33478-636c-44c9-b907-0da25d897f2b has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:02.366005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-fb461017-0afd-4dc2-b956-dc8686b62a8a None None] Provisioning complete for port 4e7bf020-d94b-4f92-b50a-e4154dacc29d triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:02.366627 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb461017-0afd-4dc2-b956-dc8686b62a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:02.367349 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-fb461017-0afd-4dc2-b956-dc8686b62a8a None None] Attempt 1 to provision port 4e7bf020-d94b-4f92-b50a-e4154dacc29d Oct 27 01:26:02.381524 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9043c3d4-5003-4e81-8bea-0dfccfd5f4a2 req-e5cf3f42-c3c1-4c3c-ad38-64f3470d68aa tempest-DeleteServersTestJSON-412854064 tempest-DeleteServersTestJSON-412854064-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=56da46ce-164d-41a9-96f0-1e23257f43f1 HTTP/1.1" status: 200 len: 210 time: 0.0770028 Oct 27 01:26:02.431411 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-fb461017-0afd-4dc2-b956-dc8686b62a8a None None] Port 4e7bf020-d94b-4f92-b50a-e4154dacc29d cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:26:02.568488 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35e185f1-9a6f-438d-bdb2-38ee7a3320c0 req-157b1e03-5139-43fa-90ba-85e7fd69083f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0342681 Oct 27 01:26:02.631768 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:02.649716 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-dc5b51ba-6f4d-4518-ab99-f5fa435e9c37 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e3d33478-636c-44c9-b907-0da25d897f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3139992 Oct 27 01:26:02.713367 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-4656065a-e8e6-4c67-8c97-bd6a2fbe66b0 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:02.732158 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-4656065a-e8e6-4c67-8c97-bd6a2fbe66b0 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.0813415 Oct 27 01:26:02.885742 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Deleting port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:02.886278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:02.932253 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30b61-a15a-451d-9e3c-0411843b4d1f req-abf3a7b0-4f12-402e-a826-053da6b0195d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:02.942165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1ee30b61-a15a-451d-9e3c-0411843b4d1f req-abf3a7b0-4f12-402e-a826-053da6b0195d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 948 time: 0.1126025 Oct 27 01:26:02.953037 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:03.011389 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:03.020616 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1ee30b61-a15a-451d-9e3c-0411843b4d1f req-5a4983c4-cad1-4fac-a963-d61a4b2af391 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ba107196-7ed1-43a7-8c41-f80f7772e179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770080 Oct 27 01:26:03.041075 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] For port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,segment=NetworkSegment(a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f),segment_id=a9d8a86b-e5d8-48fe-9c1e-a14423ab3c0f)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:03.041502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.056070 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Calling delete_port for ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:03.188070 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:03.201036 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ef4dbd6f-2b59-4996-ac64-47b97d0e16c7), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.208742 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:03.232508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Pushing event deleted for resources: {'Port': ['ID=ef4dbd6f-2b59-4996-ac64-47b97d0e16c7,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:03.239475 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['ef4dbd6f-2b59-4996-ac64-47b97d0e16c7'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:26:03.289447 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] No DVR routers for this DVR port ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:26:03.291992 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.295306 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d2490bd3-775a-4115-8258-c7b26a56a395 req-d08ebf99-6a00-42ea-a1e9-2caea174278d tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.13 "DELETE /networking/v2.0/ports/ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 HTTP/1.1" status: 204 len: 173 time: 0.5574672 Oct 27 01:26:03.295837 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'name': 'network-vif-deleted', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:03.298146 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a0e067-3ed5-4962-aaee-dfccd60db92e" -d '{"events": [{"server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "name": "network-vif-deleted", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:03.352154 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158cfc5-3ec9-432f-89c0-ef3a71843e2b x-openstack-request-id: req-a158cfc5-3ec9-432f-89c0-ef3a71843e2b {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:03.352575 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123f8483-ead8-4696-bad4-a0144565fa6d", "name": "network-vif-deleted", "tag": "ef4dbd6f-2b59-4996-ac64-47b97d0e16c7", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:03.352891 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a158cfc5-3ec9-432f-89c0-ef3a71843e2b {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:03.353324 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a158cfc5-3ec9-432f-89c0-ef3a71843e2b'] response: {'server_uuid': '123f8483-ead8-4696-bad4-a0144565fa6d', 'name': 'network-vif-deleted', 'tag': 'ef4dbd6f-2b59-4996-ac64-47b97d0e16c7', 'status': 'completed', 'code': 200} Oct 27 01:26:03.395228 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59266) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:03.400101 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1502725156-network', 'tenant_id': '6de71544137646399172a5df0043ebfd'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:03.450568 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Made reservation on behalf of 6de71544137646399172a5df0043ebfd for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:03.455253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.466984 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.616167 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks [] for security_group (e1deca88-e1a3-4f18-9b36-060d23a64c6b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.624987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e1deca88-e1a3-4f18-9b36-060d23a64c6b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.653973 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:26:03.689181 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (33e3aa56-4900-4c61-b482-ebeba2e93dfb), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.689526 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Added segment 33e3aa56-4900-4c61-b482-ebeba2e93dfb of type vlan for network bbc28f6c-1b49-4761-b5de-043ac28a580c Oct 27 01:26:03.692478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1deca88-e1a3-4f18-9b36-060d23a64c6b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:03.825972 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (bbc28f6c-1b49-4761-b5de-043ac28a580c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.833713 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1271ebb8-7720-495c-8862-8b430f891ba4 req-665bad9d-119e-4ec2-b0d0-dab5ae8e6de5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.1389399 Oct 27 01:26:03.903683 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (bbc28f6c-1b49-4761-b5de-043ac28a580c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.905597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:03.906378 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:03.994406 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 876880c5-c5c2-4f98-a700-a68e326c3e97 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:04.099411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b289a-8288-4e90-8796-d5a2ebbbf50a req-876707a9-329d-4f98-972b-610e1fbb6144 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.100967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-da9f7a38-a99b-4221-95a9-0ebf4f9be7c3 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.106939 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-208b289a-8288-4e90-8796-d5a2ebbbf50a req-876707a9-329d-4f98-972b-610e1fbb6144 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0879288 Oct 27 01:26:04.111508 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-da9f7a38-a99b-4221-95a9-0ebf4f9be7c3 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "GET /networking/v2.0/networks?id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 200 len: 808 time: 0.4375453 Oct 27 01:26:04.145575 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 876880c5-c5c2-4f98-a700-a68e326c3e97 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:04.146180 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.146521 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 876880c5-c5c2-4f98-a700-a68e326c3e97 Oct 27 01:26:04.202113 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Request body: {'port': {'device_id': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b', 'admin_state_up': True, 'tenant_id': 'a816bcfd87b34071a24b948c351811c4'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:04.204497 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2a287355-d59e-4cd5-8ff6-d0f5aacc1074 req-5fda7146-294e-4b00-808a-709545aacc96 tempest-VolumesNegativeTest-1687637986 tempest-VolumesNegativeTest-1687637986-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=123f8483-ead8-4696-bad4-a0144565fa6d HTTP/1.1" status: 200 len: 210 time: 0.0411940 Oct 27 01:26:04.223140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Sync routers for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:04.236318 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8367667 Oct 27 01:26:04.236855 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-208b289a-8288-4e90-8796-d5a2ebbbf50a req-f3687b0d-f5e2-45c8-aa96-f7101290954e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255348 Oct 27 01:26:04.242640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59298) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:04.243241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774814b1-7904-42dc-b967-97985cdc242c admin admin] Pushing event updated for resources: {'Network': ['ID=bbc28f6c-1b49-4761-b5de-043ac28a580c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:04.248076 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:04.249315 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:04.254847 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Request body: {'subnet': {'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1502725156-subnet', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:04.283876 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network bbc28f6c-1b49-4761-b5de-043ac28a580c details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:26:04.284631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Made reservation on behalf of 6de71544137646399172a5df0043ebfd for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:04.287779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.289837 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-51677e91-3ff7-405c-87fc-d343bb19920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.291321 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-51677e91-3ff7-405c-87fc-d343bb19920b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.3668132 Oct 27 01:26:04.359723 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Made reservation on behalf of a816bcfd87b34071a24b948c351811c4 for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:04.365034 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.394243 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 876880c5-c5c2-4f98-a700-a68e326c3e97 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:04.395049 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.467588 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 876880c5-c5c2-4f98-a700-a68e326c3e97, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=876880c5-c5c2-4f98-a700-a68e326c3e97,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:04.477835 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.479261 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (24cc3697-bb09-4356-8264-727ab411f976), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.491542 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:04.494025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:04.495795 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:04.543860 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cc3697-bb09-4356-8264-727ab411f976,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:04.555811 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.556162 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.556520 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.556863 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.557267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.557611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.557974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.558375 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.563469 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.563854 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.564213 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.565299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.566342 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.566894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.567937 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:04.581985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Checking segment: {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:04.582625 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Network hostable DHCP agents. Network: bbc28f6c-1b49-4761-b5de-043ac28a580c, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:26:04.593146 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:04.595927 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Allocated IP 172.20.0.10 (24be29c8-49a2-4c9f-8d22-b7f159d95f6b/242f92fe-1b40-4b55-b7c6-0209c90ed0f9/eb8780e9-ea35-4a35-b3fe-dd15ac3322d4) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:04.605988 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:04.618894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Network bbc28f6c-1b49-4761-b5de-043ac28a580c is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:26:04.626009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=876880c5-c5c2-4f98-a700-a68e326c3e97,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:04.636898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, bbc28f6c-1b49-4761-b5de-043ac28a580c) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:04.646599 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.648588 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.662936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69e04e-1f04-4de5-830e-32a91358569b None None] Network bbc28f6c-1b49-4761-b5de-043ac28a580c requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:26:04.665699 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-536ef1af-5adf-4c77-a257-b298fc51d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.667017 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-536ef1af-5adf-4c77-a257-b298fc51d02f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.1592767 Oct 27 01:26:04.680879 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ed260351-effc-4b2c-ad4c-6d2c093f0b8f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4358852 Oct 27 01:26:04.682131 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59300) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:04.689029 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:04.715251 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (58ad388a-8f78-4d07-8b33-87da8957a931), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.717597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (58ad388a-8f78-4d07-8b33-87da8957a931), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.726878 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-e564597e-06de-40db-9243-0ddd5eb3bb98 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 217 time: 0.0509944 Oct 27 01:26:04.812900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for router_controller (58ad388a-8f78-4d07-8b33-87da8957a931), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.842678 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 2, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:04.870475 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-bbc28f6c-1b49-4761-b5de-043ac28a580c', 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c', 'project_id': '6de71544137646399172a5df0043ebfd', 'fixed_ips': [{'subnet_id': '24cc3697-bb09-4356-8264-727ab411f976'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:26:04.871079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.873898 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Checking router: e3d33478-636c-44c9-b907-0da25d897f2b for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:04.874226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Updating router e3d33478-636c-44c9-b907-0da25d897f2b port 4e7bf020-d94b-4f92-b50a-e4154dacc29d binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:26:04.880794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-1ad91223-c08c-4a42-80ff-5f14b1938a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.882309 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-1ad91223-c08c-4a42-80ff-5f14b1938a2a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.1072764 Oct 27 01:26:04.924997 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:04.941543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-37c7902a-c3db-4a86-a94b-dd35703b043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:04.943036 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-37c7902a-c3db-4a86-a94b-dd35703b043e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511510 Oct 27 01:26:04.953980 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks [] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.017910 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a3286964-1a39-4978-9038-6cb48341a519 req-881fed36-35c4-4ff6-b8a1-4922f79f713a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0868526 Oct 27 01:26:05.055684 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for router_gateway (58ad388a-8f78-4d07-8b33-87da8957a931), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.095969 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.107950 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-ab55b6e7-42a3-4ba7-beae-c18121fa93b0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572757 Oct 27 01:26:05.172087 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:05.204758 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Allocated IP 172.20.0.2 (bbc28f6c-1b49-4761-b5de-043ac28a580c/24cc3697-bb09-4356-8264-727ab411f976/a2f7e2da-a4db-4d57-9314-f2674aa34932) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:05.228187 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:05.247244 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:05.294477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Pushing event updated for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:05.349341 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.349641 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:05.350621 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.360805 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for router_gateway (58ad388a-8f78-4d07-8b33-87da8957a931), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.370388 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ea0296ae-7940-4f39-84c9-43bde3e72624 req-8482459e-4cde-47d9-b794-cdb89fb7beaf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281485 Oct 27 01:26:05.383185 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-83daef2e-349e-4699-af88-e6f385ce59ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1878762 Oct 27 01:26:05.393773 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.406357 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Request body: {'port': {'device_id': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:05.501651 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59334) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:05.502603 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.520784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks [] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.550638 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.556636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:05.559594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.561356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.568376 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.586409 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.624161 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131d490-4da9-4b38-a6ea-315cffaab1ee req-7897bc03-b82b-4d24-aa56-6aa33a233a3d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:05.626414 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3131d490-4da9-4b38-a6ea-315cffaab1ee req-7897bc03-b82b-4d24-aa56-6aa33a233a3d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0666578 Oct 27 01:26:05.626940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:26:05.627495 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ef4dbd6f-2b59-4996-ac64-47b97d0e16c7 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:05.683267 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Network bbc28f6c-1b49-4761-b5de-043ac28a580c is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:05.688161 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Allocated IP 172.27.0.69 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/914a3bbb-698c-4c3f-9c40-91ce4673781c) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:05.694226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:05.698300 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Pushing event updated for resources: {'Port': ['ID=a2f7e2da-a4db-4d57-9314-f2674aa34932,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:05.703414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:05.756729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:05.763682 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks [] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.769809 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3131d490-4da9-4b38-a6ea-315cffaab1ee req-10a1656d-cddb-4ae3-9d9e-19e2160e46e0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250219 Oct 27 01:26:05.896107 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.957509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:05.985740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:05.988945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:06.000695 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 876880c5-c5c2-4f98-a700-a68e326c3e97 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:06.009776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:06.031224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.094020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c0da-36b4-43fc-9c3c-97a1610ac430 None None] Pushing event updated for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:06.114181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Pushing event updated for resources: {'Port': ['ID=914a3bbb-698c-4c3f-9c40-91ce4673781c,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:06.117957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Attempting to bind port a2f7e2da-a4db-4d57-9314-f2674aa34932 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:06.118496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Attempting to bind port a2f7e2da-a4db-4d57-9314-f2674aa34932 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:06.119015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Attempting to bind port a2f7e2da-a4db-4d57-9314-f2674aa34932 on network bbc28f6c-1b49-4761-b5de-043ac28a580c {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:06.172708 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:06.192960 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks [] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.235039 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Transition to ACTIVE for port object eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:26:06.243907 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.248417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:06.249238 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Checking segment: {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:06.250493 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.251264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Bound using segment: {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:06.252005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Bound port: a2f7e2da-a4db-4d57-9314-f2674aa34932, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:06.252632 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.298342 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 876880c5-c5c2-4f98-a700-a68e326c3e97 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:06.298945 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.299421 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 876880c5-c5c2-4f98-a700-a68e326c3e97 Oct 27 01:26:06.426218 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:06.427614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Attempting to bind port 4e7bf020-d94b-4f92-b50a-e4154dacc29d on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:06.428159 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Attempting to bind port 4e7bf020-d94b-4f92-b50a-e4154dacc29d by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:06.435442 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Attempting to bind port 4e7bf020-d94b-4f92-b50a-e4154dacc29d on network b67084fb-2a24-49ee-9833-86835b5c48d2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:06.507118 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] For port a2f7e2da-a4db-4d57-9314-f2674aa34932, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:06.528490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Attempting to bind port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:06.529289 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Attempting to bind port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:06.529622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Attempting to bind port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:06.533522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (60014d93-403e-44f7-af7b-633b10cd9444), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.548935 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] For port a2f7e2da-a4db-4d57-9314-f2674aa34932, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a2f7e2da-a4db-4d57-9314-f2674aa34932,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:06.552165 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2af6-9139-4fc5-9eec-f756f28c3a28 req-00eeaf8c-6a4f-4e3d-9c14-0dd970faefeb tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:06.553770 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-252d2af6-9139-4fc5-9eec-f756f28c3a28 req-00eeaf8c-6a4f-4e3d-9c14-0dd970faefeb tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 932 time: 0.4145663 Oct 27 01:26:06.558018 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:06.558410 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Checking segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:06.558836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.559233 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Bound using segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:06.559718 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Bound port: 4e7bf020-d94b-4f92-b50a-e4154dacc29d, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:06.560155 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.575367 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.583160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 876880c5-c5c2-4f98-a700-a68e326c3e97 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:06.646093 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for router_gateway (58ad388a-8f78-4d07-8b33-87da8957a931), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.748002 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe1b3c-3bde-4fd7-ad03-e5d88f1c8715 None None] Pushing event updated for resources: {'Port': ['ID=a2f7e2da-a4db-4d57-9314-f2674aa34932,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:06.761829 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] For port 4e7bf020-d94b-4f92-b50a-e4154dacc29d, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:06.765867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] For port 4e7bf020-d94b-4f92-b50a-e4154dacc29d, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4e7bf020-d94b-4f92-b50a-e4154dacc29d,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:06.779997 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:06.810034 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-252d2af6-9139-4fc5-9eec-f756f28c3a28 req-d1cc943c-ead0-4254-939a-b17088f8a99f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611583 Oct 27 01:26:06.846639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:06.854587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:06.855258 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:06.932068 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:06.944636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:07.077560 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:07.106180 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59442) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:07.169906 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c0da-36b4-43fc-9c3c-97a1610ac430 None None] Pushing event updated for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:07.185814 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:07.247736 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca563a56-40a1-47fc-adc4-df276e7ddec4 req-c8b09e40-28ca-4cd1-be05-09c1f9acbd94 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:07.252103 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca563a56-40a1-47fc-adc4-df276e7ddec4 req-c8b09e40-28ca-4cd1-be05-09c1f9acbd94 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.3644450 Oct 27 01:26:07.262346 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:07.262681 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Attempting to bind port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:07.270643 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (58ad388a-8f78-4d07-8b33-87da8957a931), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.353884 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:06Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:07.386009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd85c99-d26f-4c86-ab0c-ea2651531d77 None None] The sync data for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi is: [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:06Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:07.398698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-739129e0-6673-4151-b0df-d942795abb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.431749 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:07.432273 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Checking segment: {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:07.432466 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Bound using segment: {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:07.432946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Bound port: eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:07.435439 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.444282 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:07.557098 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:07.630355 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-739129e0-6673-4151-b0df-d942795abb3e admin admin] Publish callbacks [] for security_group (cb111d95-b32a-4338-9e38-c1e6f359a624), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.663524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-739129e0-6673-4151-b0df-d942795abb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (cb111d95-b32a-4338-9e38-c1e6f359a624), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.665590 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Deleting port 4eb0b107-6db4-4d16-b64c-b78644d7243b {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:07.665993 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.690127 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ca563a56-40a1-47fc-adc4-df276e7ddec4 req-1332fce8-d539-4f36-8bdf-c55dc6344531 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272938 Oct 27 01:26:07.748205 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:07.757039 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:07.771010 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.778448 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:07.778923 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739129e0-6673-4151-b0df-d942795abb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb111d95-b32a-4338-9e38-c1e6f359a624,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:07.779317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:07.780870 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 HTTP/1.1" status: 200 len: 1094 time: 2.3825982 Oct 27 01:26:07.784435 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:07.787377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2686b46-f689-4da5-9cee-56a55298d691" -d '{"events": [{"name": "network-changed", "server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:07.792600 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-739129e0-6673-4151-b0df-d942795abb3e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=452958c488164ad1ad36e13b7387cbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6850824 Oct 27 01:26:07.808949 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59466) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:07.926162 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4067d90-dcc8-4873-bf04-1d8560836627 x-openstack-request-id: req-d4067d90-dcc8-4873-bf04-1d8560836627 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:07.926597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:07.926963 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4067d90-dcc8-4873-bf04-1d8560836627 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:07.927530 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4067d90-dcc8-4873-bf04-1d8560836627'] response: {'name': 'network-changed', 'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4', 'status': 'completed', 'code': 200} Oct 27 01:26:07.969522 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4e7bf020-d94b-4f92-b50a-e4154dacc29d up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:07.997436 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Router 58ad388a-8f78-4d07-8b33-87da8957a931 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:26:08.008789 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] Publish callbacks [] for security_group (cb111d95-b32a-4338-9e38-c1e6f359a624), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.039931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] Publish callbacks [] for security_group (cb111d95-b32a-4338-9e38-c1e6f359a624), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.045554 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6bd1e-725e-4c52-8071-f88cc28e3cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:08.057252 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] For port 4eb0b107-6db4-4d16-b64c-b78644d7243b, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4eb0b107-6db4-4d16-b64c-b78644d7243b,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:08.058190 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.066412 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4e7bf020-d94b-4f92-b50a-e4154dacc29d triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:08.067043 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.067426 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4e7bf020-d94b-4f92-b50a-e4154dacc29d Oct 27 01:26:08.083091 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-122685e7-3294-4ef8-a04f-53ed47554f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:08.085379 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-122685e7-3294-4ef8-a04f-53ed47554f5a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 1128 time: 0.1902335 Oct 27 01:26:08.086548 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Calling delete_port for 4eb0b107-6db4-4d16-b64c-b78644d7243b owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:08.132703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:08.181816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df3110-d639-4bee-b20b-f88a995709a5 req-9d933dab-c45b-4d61-ae0f-634ad01a3c28 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:08.183473 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-25df3110-d639-4bee-b20b-f88a995709a5 req-9d933dab-c45b-4d61-ae0f-634ad01a3c28 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 944 time: 0.1469257 Oct 27 01:26:08.225386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4e7bf020-d94b-4f92-b50a-e4154dacc29d is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:08.226042 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.233324 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-2eea25aa-c3ff-40c7-a477-d1ac201535fa service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 HTTP/1.1" status: 200 len: 217 time: 0.1282992 Oct 27 01:26:08.268529 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd98285-87fa-4d2b-a8af-8d598e516766 None None] Network bbc28f6c-1b49-4761-b5de-043ac28a580c requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:26:08.303430 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 4e7bf020-d94b-4f92-b50a-e4154dacc29d, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4e7bf020-d94b-4f92-b50a-e4154dacc29d,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:08.309637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:08.322845 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Sync routers for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:08.339860 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:08.344202 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:08.364709 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.365604 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a2f7e2da-a4db-4d57-9314-f2674aa34932 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:08.381379 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-8a2c812d-4255-42a6-b25e-17b6acf9d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:08.383080 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-8a2c812d-4255-42a6-b25e-17b6acf9d512 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=242f92fe-1b40-4b55-b7c6-0209c90ed0f9 HTTP/1.1" status: 200 len: 848 time: 0.0893204 Oct 27 01:26:08.411829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.415619 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3beda1cf-e377-41fe-8520-844a5261a692 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7297921 Oct 27 01:26:08.432883 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59490) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:08.461198 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (cb111d95-b32a-4338-9e38-c1e6f359a624), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.464485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.465965 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb111d95-b32a-4338-9e38-c1e6f359a624 HTTP/1.1" status: 204 len: 168 time: 0.6560223 Oct 27 01:26:08.477649 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-25df3110-d639-4bee-b20b-f88a995709a5 req-6c27432c-29e5-4424-b634-433e3f7f7b13 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874682 Oct 27 01:26:08.479452 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f9974-9919-4afe-aaf9-3f0d107cf053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb111d95-b32a-4338-9e38-c1e6f359a624,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:08.513289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Provisioning complete for port a2f7e2da-a4db-4d57-9314-f2674aa34932 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:08.513877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.514387 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Attempt 1 to provision port a2f7e2da-a4db-4d57-9314-f2674aa34932 Oct 27 01:26:08.591328 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-c4e8130f-d553-4224-96e9-882be75bc03a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568472 Oct 27 01:26:08.625634 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:08.724868 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a2f7e2da-a4db-4d57-9314-f2674aa34932 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:08.726234 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.726579 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a2f7e2da-a4db-4d57-9314-f2674aa34932 Oct 27 01:26:08.732162 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:08.789672 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Current status of the port a2f7e2da-a4db-4d57-9314-f2674aa34932 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:08.790206 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:08.812732 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:08.865618 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] For port a2f7e2da-a4db-4d57-9314-f2674aa34932, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a2f7e2da-a4db-4d57-9314-f2674aa34932,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:08.877973 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:09.066289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf28fc3-061c-4b7f-a19c-74f6884b39b9 req-1d8e53de-aa6d-4b8a-9cba-63e3b9d1fc2e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:09.078154 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fcf28fc3-061c-4b7f-a19c-74f6884b39b9 req-1d8e53de-aa6d-4b8a-9cba-63e3b9d1fc2e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.1611130 Oct 27 01:26:09.091236 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849550a-deb9-4bd3-bf53-a6a8110d88af None None] Pushing event updated for resources: {'Port': ['ID=a2f7e2da-a4db-4d57-9314-f2674aa34932,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:09.133869 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a2f7e2da-a4db-4d57-9314-f2674aa34932 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:09.157779 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-840a4074-4a5e-4210-9c7c-1b373941bac9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570784 Oct 27 01:26:09.170437 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:09.201380 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fcf28fc3-061c-4b7f-a19c-74f6884b39b9 req-c2567767-c33a-4cbb-aca7-304ef11cb592 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222970 Oct 27 01:26:09.234883 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (4eb0b107-6db4-4d16-b64c-b78644d7243b), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:09.262039 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:06Z', 'revision_number': 3, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:09.263332 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:09.305763 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Checking router: 58ad388a-8f78-4d07-8b33-87da8957a931 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:09.306351 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Updating router 58ad388a-8f78-4d07-8b33-87da8957a931 port 914a3bbb-698c-4c3f-9c40-91ce4673781c binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:26:09.316467 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-429d1e74-801c-4a37-bea0-0c81e819b250 None None] Provisioning complete for port a2f7e2da-a4db-4d57-9314-f2674aa34932 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:09.316851 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-429d1e74-801c-4a37-bea0-0c81e819b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:09.319046 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-429d1e74-801c-4a37-bea0-0c81e819b250 None None] Attempt 1 to provision port a2f7e2da-a4db-4d57-9314-f2674aa34932 Oct 27 01:26:09.333507 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:09.369659 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:09.390754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb0b107-6db4-4d16-b64c-b78644d7243b,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:09.475407 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-429d1e74-801c-4a37-bea0-0c81e819b250 None None] Current status of the port a2f7e2da-a4db-4d57-9314-f2674aa34932 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:09.685370 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ecb0d98-4c66-4ef8-8335-8b681d5e27b7 req-266874e1-ed56-40c5-aa6d-8f8a2d7ea37b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175266 Oct 27 01:26:09.773887 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:09.784082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccbdbc-9f59-4930-ae94-571b53b2e24b req-acdd5458-1fab-4c4c-84fb-18906dc0a749 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:09.787453 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cccbdbc-9f59-4930-ae94-571b53b2e24b req-acdd5458-1fab-4c4c-84fb-18906dc0a749 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 944 time: 0.1661596 Oct 27 01:26:09.837617 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (60014d93-403e-44f7-af7b-633b10cd9444), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:09.917116 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674046f-8856-411b-9abe-96d28a62c726 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:26:09.947712 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cccbdbc-9f59-4930-ae94-571b53b2e24b req-971f9b3b-cb4c-4726-a5e7-59f7c2982d7f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537926 Oct 27 01:26:10.004784 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks [] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.021502 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.106202 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Attempting to bind port 914a3bbb-698c-4c3f-9c40-91ce4673781c on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:10.107033 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Attempting to bind port 914a3bbb-698c-4c3f-9c40-91ce4673781c by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:10.107403 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Attempting to bind port 914a3bbb-698c-4c3f-9c40-91ce4673781c on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:10.149893 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644de9-5467-4041-ac11-71c9708c6a22 None None] Pushing event updated for resources: {'Port': ['ID=914a3bbb-698c-4c3f-9c40-91ce4673781c,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:10.168132 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:10.168574 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:10.168877 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.169294 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:10.169760 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Bound port: 914a3bbb-698c-4c3f-9c40-91ce4673781c, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:10.170125 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.232293 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] For port 914a3bbb-698c-4c3f-9c40-91ce4673781c, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:10.236549 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] For port 914a3bbb-698c-4c3f-9c40-91ce4673781c, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=914a3bbb-698c-4c3f-9c40-91ce4673781c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:10.273465 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.303509 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4e7bf020-d94b-4f92-b50a-e4154dacc29d up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:10.364781 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:10.365559 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:10.407878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:10.423185 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2746-e35b-428d-bac3-b3bbae1ff403 req-2f4f80df-625a-46ac-8574-33c832734340 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:10.431040 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59bc2746-e35b-428d-bac3-b3bbae1ff403 req-2f4f80df-625a-46ac-8574-33c832734340 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0677845 Oct 27 01:26:10.499078 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4e7bf020-d94b-4f92-b50a-e4154dacc29d triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:10.499451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.500365 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4e7bf020-d94b-4f92-b50a-e4154dacc29d Oct 27 01:26:10.553550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.580947 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644de9-5467-4041-ac11-71c9708c6a22 None None] Pushing event updated for resources: {'Port': ['ID=914a3bbb-698c-4c3f-9c40-91ce4673781c,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:10.582495 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59bc2746-e35b-428d-bac3-b3bbae1ff403 req-6ef68e4d-c444-45b8-9be4-e396b0ce3bdb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492412 Oct 27 01:26:10.645765 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4e7bf020-d94b-4f92-b50a-e4154dacc29d is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:10.646951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a2f7e2da-a4db-4d57-9314-f2674aa34932 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:10.691678 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:10.713565 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674046f-8856-411b-9abe-96d28a62c726 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:26:10.722477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Router 60014d93-403e-44f7-af7b-633b10cd9444 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:10.808479 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:10.850509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:10.852143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:10.933961 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a2f7e2da-a4db-4d57-9314-f2674aa34932 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:10.934335 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:10.934663 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a2f7e2da-a4db-4d57-9314-f2674aa34932 Oct 27 01:26:10.953194 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:10.953542 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:10.960139 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e814ea31-e4ee-400d-b003-de2b07870319 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/60014d93-403e-44f7-af7b-633b10cd9444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4538169 Oct 27 01:26:10.963042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59642) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:10.979146 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Allocated IP 172.20.0.1 (bbc28f6c-1b49-4761-b5de-043ac28a580c/24cc3697-bb09-4356-8264-727ab411f976/8d701560-6db2-4ee6-84b1-ae9b5ca71bd7) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:11.019587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Sync routers for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:11.052083 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:06Z', 'revision_number': 3, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:11.084200 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d192153-054d-47e4-9cd0-6fb530cda75a None None] The sync data for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi is: [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:06Z', 'revision_number': 3, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:11.212397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e690-70c8-4865-b0ac-1637bcdfdc56 req-84b88c98-0e53-4a77-a0ef-f413301cffc8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:11.224859 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b82e690-70c8-4865-b0ac-1637bcdfdc56 req-84b88c98-0e53-4a77-a0ef-f413301cffc8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 944 time: 0.1291990 Oct 27 01:26:11.240938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks [] for router (60014d93-403e-44f7-af7b-633b10cd9444), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.261628 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks [] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.318753 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:11.320775 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:11.335935 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.399219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Network bbc28f6c-1b49-4761-b5de-043ac28a580c is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:11.402465 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:11.407004 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:11.409021 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b82e690-70c8-4865-b0ac-1637bcdfdc56 req-3124f6aa-1028-4260-a8fa-71de22691c85 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829979 Oct 27 01:26:11.459080 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks [] for router_gateway (60014d93-403e-44f7-af7b-633b10cd9444), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.467799 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Pushing event updated for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:11.490422 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (58ad388a-8f78-4d07-8b33-87da8957a931), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.570511 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Deleting port ed304536-09ba-4141-ba75-2d2b4929f547 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:11.571082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.684098 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:11.686645 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a2f7e2da-a4db-4d57-9314-f2674aa34932 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:11.738384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.747698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] For port ed304536-09ba-4141-ba75-2d2b4929f547, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ed304536-09ba-4141-ba75-2d2b4929f547,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:11.748267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:11.792753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Calling delete_port for ed304536-09ba-4141-ba75-2d2b4929f547 owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:11.819826 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:12.020373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 914a3bbb-698c-4c3f-9c40-91ce4673781c up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:12.098718 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717032a3-c81f-4b67-beb7-a328d1be3174 req-71a094bf-d19c-4717-99d1-ea94afb8c9c7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:12.101393 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port': {'id': 'ed304536-09ba-4141-ba75-2d2b4929f547', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60014d93-403e-44f7-af7b-633b10cd9444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:12.108695 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks [] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.110613 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-717032a3-c81f-4b67-beb7-a328d1be3174 req-71a094bf-d19c-4717-99d1-ea94afb8c9c7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.2859607 Oct 27 01:26:12.115477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.153178 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Checking router: 60014d93-403e-44f7-af7b-633b10cd9444 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:12.174042 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 914a3bbb-698c-4c3f-9c40-91ce4673781c triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:12.174709 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.175353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:12.176260 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 914a3bbb-698c-4c3f-9c40-91ce4673781c Oct 27 01:26:12.176718 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (58ad388a-8f78-4d07-8b33-87da8957a931), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.206157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Routers {'60014d93-403e-44f7-af7b-633b10cd9444'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:12.207073 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['60014d93-403e-44f7-af7b-633b10cd9444'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:12.271739 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-717032a3-c81f-4b67-beb7-a328d1be3174 req-fd8b3f25-09cf-4a08-a767-0861332f00f4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590793 Oct 27 01:26:12.353789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Pushing event updated for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:12.404857 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-5f2084e9-c5e7-4711-84ed-0645fbae5caf None None] Provisioning complete for port 4cb5052b-979e-46b7-92bf-bbde72213d3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:12.405326 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5f2084e9-c5e7-4711-84ed-0645fbae5caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.405793 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-5f2084e9-c5e7-4711-84ed-0645fbae5caf None None] Attempt 1 to provision port 4cb5052b-979e-46b7-92bf-bbde72213d3e Oct 27 01:26:12.433983 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:12.485352 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] Set router 60014d93-403e-44f7-af7b-633b10cd9444 gateway port host: None {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:12.493658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:12.513901 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686b46-f689-4da5-9cee-56a55298d691 req-ee6ee8e8-3b70-403f-a255-45614b99d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:12.515440 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-ee6ee8e8-3b70-403f-a255-45614b99d277 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 1128 time: 0.1488452 Oct 27 01:26:12.565037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 914a3bbb-698c-4c3f-9c40-91ce4673781c is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:12.566001 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.568187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (ed304536-09ba-4141-ba75-2d2b4929f547), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.591086 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 914a3bbb-698c-4c3f-9c40-91ce4673781c, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=914a3bbb-698c-4c3f-9c40-91ce4673781c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:12.594844 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 6, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:12.632078 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Pushing event deleted for resources: {'Port': ['ID=ed304536-09ba-4141-ba75-2d2b4929f547,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:12.640271 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e4dfd-3c9c-4df8-a56e-bbabc21ba2dd None None] The sync data for ids ['60014d93-403e-44f7-af7b-633b10cd9444'] in dv-cinder-815582-19-iscsi is: [{'id': '60014d93-403e-44f7-af7b-633b10cd9444', 'name': 'tempest-DeleteServersTestJSON-1524188613-router', 'tenant_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 6, 'project_id': 'c72a2266373f44749fa0d3bbd3bb68cd', 'gw_port_host': None}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:12.645347 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.749817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5f2084e9-c5e7-4711-84ed-0645fbae5caf None None] Current status of the port 4cb5052b-979e-46b7-92bf-bbde72213d3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:12.799561 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:12.802704 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686b46-f689-4da5-9cee-56a55298d691 req-572b853c-7b97-4a6f-9ebd-31dd9cec5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:12.805897 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-572b853c-7b97-4a6f-9ebd-31dd9cec5e90 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 200 len: 909 time: 0.2694745 Oct 27 01:26:12.807399 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=914a3bbb-698c-4c3f-9c40-91ce4673781c,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:12.834968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d9029-ce44-4779-8570-184bacc0f084 req-9e07a2d4-7672-46b2-a1e7-097d61a34b24 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:12.836587 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c65d9029-ce44-4779-8570-184bacc0f084 req-9e07a2d4-7672-46b2-a1e7-097d61a34b24 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 944 time: 0.2017598 Oct 27 01:26:12.837530 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (60014d93-403e-44f7-af7b-633b10cd9444), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.861211 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-8f7896f7-7de5-42b4-a4e5-f14de22e518a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 HTTP/1.1" status: 200 len: 217 time: 0.0475469 Oct 27 01:26:12.877851 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-1dbf4eda-b978-435b-af4e-df709dd9e2ef None None] Provisioning complete for port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:12.880419 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4eda-b978-435b-af4e-df709dd9e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.882989 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-1dbf4eda-b978-435b-af4e-df709dd9e2ef None None] Attempt 1 to provision port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 Oct 27 01:26:12.928557 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686b46-f689-4da5-9cee-56a55298d691 req-e3ebc32e-2de2-4a1c-9684-bc38685164c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:12.931411 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-e3ebc32e-2de2-4a1c-9684-bc38685164c1 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=242f92fe-1b40-4b55-b7c6-0209c90ed0f9 HTTP/1.1" status: 200 len: 848 time: 0.0580606 Oct 27 01:26:12.963988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (60014d93-403e-44f7-af7b-633b10cd9444), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.966456 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Network bbc28f6c-1b49-4761-b5de-043ac28a580c is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:12.966808 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf4eda-b978-435b-af4e-df709dd9e2ef None None] Port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:26:12.968615 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks [] for router_controller (60014d93-403e-44f7-af7b-633b10cd9444), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:12.969286 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:13.010743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59688) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:13.096369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (60014d93-403e-44f7-af7b-633b10cd9444), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.098736 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60014d93-403e-44f7-af7b-633b10cd9444 {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:26:13.108637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.112217 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5d9ef1f5-cec6-4b42-bb51-4a33832b0fce admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/60014d93-403e-44f7-af7b-633b10cd9444 HTTP/1.1" status: 204 len: 168 time: 2.1457391 Oct 27 01:26:13.122181 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c65d9029-ce44-4779-8570-184bacc0f084 req-dd246099-b858-4506-b23b-c4589c3dcd01 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667344 Oct 27 01:26:13.143196 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59694) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:13.211216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Deleting subnet e1310b80-f965-456a-acfb-40646908bd3c {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:26:13.216496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Publish callbacks [] for subnet (e1310b80-f965-456a-acfb-40646908bd3c), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.240759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:13.250080 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Router 58ad388a-8f78-4d07-8b33-87da8957a931 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:13.266864 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Publish callbacks [] for subnet (e1310b80-f965-456a-acfb-40646908bd3c), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.374703 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:13.380851 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5e448a9f-ac34-41ac-bb5c-fd9a30494530 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/58ad388a-8f78-4d07-8b33-87da8957a931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9445465 Oct 27 01:26:13.497462 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-a34f7996-25be-4070-8663-5ea3e5db9443 None None] Provisioning complete for port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:13.498559 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a34f7996-25be-4070-8663-5ea3e5db9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.499105 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-a34f7996-25be-4070-8663-5ea3e5db9443 None None] Attempt 1 to provision port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 Oct 27 01:26:13.661995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (e1310b80-f965-456a-acfb-40646908bd3c), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.683222 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a34f7996-25be-4070-8663-5ea3e5db9443 None None] Port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:26:13.697749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb17ac-e2b1-43a3-bed1-117c25ad515c req-3490ccfc-eefb-400b-b1cc-83c320877b3e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:13.699297 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a7cb17ac-e2b1-43a3-bed1-117c25ad515c req-3490ccfc-eefb-400b-b1cc-83c320877b3e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.1156857 Oct 27 01:26:13.703632 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-69716a03-2689-4681-956c-363f3238c0c5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f135389d386e43d58581df01f80c083c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918766 Oct 27 01:26:13.707522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59706) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:13.779582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a7cb17ac-e2b1-43a3-bed1-117c25ad515c req-0a06fe57-31b5-417c-87d6-b663059b8ad1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Oct 27 01:26:13.783284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for subnet (e1310b80-f965-456a-acfb-40646908bd3c), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.789106 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] Publish callbacks [] for security_group (ba107196-7ed1-43a7-8c41-f80f7772e179), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.794299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:13.809675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.809675 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e1310b80-f965-456a-acfb-40646908bd3c HTTP/1.1" status: 204 len: 168 time: 0.6756461 Oct 27 01:26:13.809675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59708) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:13.810193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb8e8e-a580-4cdf-8d69-96973810411d None None] Network a64b63af-183f-41f2-aa9d-31ed91fe4c62 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:26:13.842602 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2757be-c043-42b0-bea0-004c5d58f3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1310b80-f965-456a-acfb-40646908bd3c,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:13.859576 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] Publish callbacks [] for security_group (ba107196-7ed1-43a7-8c41-f80f7772e179), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.876587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59710) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:13.881893 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700913311', 'description': 'tempest-secgroup-smoke-1700913311 description', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:13.947324 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.960162 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (a64b63af-183f-41f2-aa9d-31ed91fe4c62), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:13.979547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 914a3bbb-698c-4c3f-9c40-91ce4673781c up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:14.028130 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ba107196-7ed1-43a7-8c41-f80f7772e179), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.029198 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.029715 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ba107196-7ed1-43a7-8c41-f80f7772e179 HTTP/1.1" status: 204 len: 168 time: 0.3207476 Oct 27 01:26:14.047204 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] DHCP port deletion for a64b63af-183f-41f2-aa9d-31ed91fe4c62 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:26:14.047622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338978d-b46b-460f-8aa8-d2e04e85e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba107196-7ed1-43a7-8c41-f80f7772e179,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:14.049194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Deleting port 4cb5052b-979e-46b7-92bf-bbde72213d3e {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:14.049686 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.077334 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (9439a445-5e5a-46f6-b084-4fc961e84d7c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.083546 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9439a445-5e5a-46f6-b084-4fc961e84d7c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.087976 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Sync routers for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:14.108222 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:14.110543 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:14.118610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Deleting port 4cb5052b-979e-46b7-92bf-bbde72213d3e {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:14.119153 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.122125 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9439a445-5e5a-46f6-b084-4fc961e84d7c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:14.146957 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.148206 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2af43d7b-ea93-4b05-a57e-87b884e035e7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2706838 Oct 27 01:26:14.151157 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59716) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:14.159612 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:14.170339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] For port 4cb5052b-979e-46b7-92bf-bbde72213d3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4cb5052b-979e-46b7-92bf-bbde72213d3e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:14.172144 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.212675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Calling delete_port for 4cb5052b-979e-46b7-92bf-bbde72213d3e owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:14.242789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:14.250259 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (cf4f9e56-376a-4c04-8981-67d95f4f0803), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.260816 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 914a3bbb-698c-4c3f-9c40-91ce4673781c triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:14.261518 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.274001 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 914a3bbb-698c-4c3f-9c40-91ce4673781c Oct 27 01:26:14.343351 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] For port 4cb5052b-979e-46b7-92bf-bbde72213d3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4cb5052b-979e-46b7-92bf-bbde72213d3e,segment=NetworkSegment(fcdb3edb-d0e2-43be-98e1-404222ad84ea),segment_id=fcdb3edb-d0e2-43be-98e1-404222ad84ea)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:14.344071 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.364728 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Calling delete_port for 4cb5052b-979e-46b7-92bf-bbde72213d3e owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:14.371830 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:14.438303 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:14.483392 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-a2880f98-8258-432d-ba74-dbbd9ac50e1c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533771 Oct 27 01:26:14.516796 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1fad1-2de4-48d6-abfc-72eb9885a91e req-03c1f764-9d6b-46a7-9dc6-2a5cac64dd24 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:14.518417 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6be1fad1-2de4-48d6-abfc-72eb9885a91e req-03c1f764-9d6b-46a7-9dc6-2a5cac64dd24 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 944 time: 0.2546499 Oct 27 01:26:14.533222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (cf4f9e56-376a-4c04-8981-67d95f4f0803), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.584217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (cf4f9e56-376a-4c04-8981-67d95f4f0803), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.629388 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.679348 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:14.685799 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (4cb5052b-979e-46b7-92bf-bbde72213d3e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.691492 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 914a3bbb-698c-4c3f-9c40-91ce4673781c is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:14.692892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb5052b-979e-46b7-92bf-bbde72213d3e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:14.698742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6be1fad1-2de4-48d6-abfc-72eb9885a91e req-f388219a-77b7-4567-9e50-7ae0285098b3 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659322 Oct 27 01:26:14.704458 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.709396 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546310 Oct 27 01:26:14.715411 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205de04-ecc4-41d5-9fc9-c37e3dd2e7ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4f9e56-376a-4c04-8981-67d95f4f0803,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:14.715526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59738) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:14.730131 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] No DVR routers for this DVR port 4cb5052b-979e-46b7-92bf-bbde72213d3e on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:26:14.734147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:14.766344 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09743f91-e12d-4f83-a5f7-28b941ba99d7 req-fd66aef5-07c3-4acb-81e2-42ce78300d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:14.769405 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09743f91-e12d-4f83-a5f7-28b941ba99d7 req-fd66aef5-07c3-4acb-81e2-42ce78300d42 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.1736977 Oct 27 01:26:14.791046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] Pushing event deleted for resources: {'Port': ['ID=4cb5052b-979e-46b7-92bf-bbde72213d3e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:14.798805 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d052fe0-a6b9-4025-83c5-c5f706648c82 None None] No DVR routers for this DVR port 4cb5052b-979e-46b7-92bf-bbde72213d3e on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:26:14.828293 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ed304536-09ba-4141-ba75-2d2b4929f547 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:14.844366 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-b748f2a4-520d-4bfd-a964-1b5e772e3b76 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409986 Oct 27 01:26:14.880746 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: ed304536-09ba-4141-ba75-2d2b4929f547 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:26:14.882715 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ed304536-09ba-4141-ba75-2d2b4929f547 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:14.885613 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4eb0b107-6db4-4d16-b64c-b78644d7243b no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:14.930291 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:14.935461 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 4eb0b107-6db4-4d16-b64c-b78644d7243b {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:26:14.935867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4eb0b107-6db4-4d16-b64c-b78644d7243b not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:14.945542 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (6c585c39-493d-42de-8c47-ab2d377b6acb), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:14.966285 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09743f91-e12d-4f83-a5f7-28b941ba99d7 req-a715629c-2cc6-4548-a6d8-1a03e561d05d service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904361 Oct 27 01:26:14.987611 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 4, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '8d701560-6db2-4ee6-84b1-ae9b5ca71bd7', 'name': '', 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'mac_address': 'fa:16:3e:5e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '24cc3697-bb09-4356-8264-727ab411f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:10Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 2, 'project_id': '6de71544137646399172a5df0043ebfd', 'subnets': [{'id': '24cc3697-bb09-4356-8264-727ab411f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:15.033051 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c2686b46-f689-4da5-9cee-56a55298d691 req-558aabcb-26aa-487c-a02c-7a7ad9021c1b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755841 Oct 27 01:26:15.042290 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Checking router: 58ad388a-8f78-4d07-8b33-87da8957a931 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:15.042710 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Updating router 58ad388a-8f78-4d07-8b33-87da8957a931 port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:26:15.052360 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a716f4-30d0-406e-856f-d9040c250adb req-70f79a83-1c95-43a4-a274-ff70e0c1b29c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:15.059451 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-30a716f4-30d0-406e-856f-d9040c250adb req-70f79a83-1c95-43a4-a274-ff70e0c1b29c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0673027 Oct 27 01:26:15.076443 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.088381 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (a64b63af-183f-41f2-aa9d-31ed91fe4c62), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.090735 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:15.158550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.158916 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.160372 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.160712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.161084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.161728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.161728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.162058 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.162392 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.162684 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.233479 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.234060 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.234138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.234466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:26:15.234837 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b63af-183f-41f2-aa9d-31ed91fe4c62']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:15.270753 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-30a716f4-30d0-406e-856f-d9040c250adb req-d33ffaef-755a-4736-b79e-5731cc10f0f4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067327 Oct 27 01:26:15.285987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdb3edb-d0e2-43be-98e1-404222ad84ea') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:15.286711 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdb3edb-d0e2-43be-98e1-404222ad84ea') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:15.318553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (fcdb3edb-d0e2-43be-98e1-404222ad84ea), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.344503 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (fcdb3edb-d0e2-43be-98e1-404222ad84ea), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.359761 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:26:15.360522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (fcdb3edb-d0e2-43be-98e1-404222ad84ea), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.419699 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:26:15.496236 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (6c585c39-493d-42de-8c47-ab2d377b6acb), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.498247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (a64b63af-183f-41f2-aa9d-31ed91fe4c62), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.521817 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks [] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.538959 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.545996 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (6c585c39-493d-42de-8c47-ab2d377b6acb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.550306 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.562801 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a64b63af-183f-41f2-aa9d-31ed91fe4c62 HTTP/1.1" status: 204 len: 168 time: 1.7509549 Oct 27 01:26:15.567189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39126f-c5c3-4e4d-970a-66533d90c0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64b63af-183f-41f2-aa9d-31ed91fe4c62,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:15.581128 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:15.595451 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c585c39-493d-42de-8c47-ab2d377b6acb,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:15.608447 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff73cb-ac4e-46ab-af27-a054585b6fec None None] Pushing event updated for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:15.629382 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4', 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b', 'port_id': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4', 'mac_address': 'fa:16:3e:8f:8a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242f92fe-1b40-4b55-b7c6-0209c90ed0f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:26:15.663968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.666079 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d1874234-1e75-4737-8156-52a49492000c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9524031 Oct 27 01:26:15.672829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59768) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:15.676274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:15.677642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:15.692546 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:15.702355 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:15.702931 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.718074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (773dff83-2e8b-4731-866d-a86b66d35680), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.722239 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:15.727522 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Attempting to bind port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:15.727981 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Attempting to bind port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:15.729076 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Attempting to bind port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 on network bbc28f6c-1b49-4761-b5de-043ac28a580c {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:15.782139 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:15.797408 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.855623 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (773dff83-2e8b-4731-866d-a86b66d35680), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.867025 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:15.868488 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Checking segment: {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:15.869216 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.869899 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Bound using segment: {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:15.870609 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Bound port: 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e3aa56-4900-4c61-b482-ebeba2e93dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:15.871544 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.886229 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (773dff83-2e8b-4731-866d-a86b66d35680), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.912965 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4cb5052b-979e-46b7-92bf-bbde72213d3e no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:15.947003 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 4cb5052b-979e-46b7-92bf-bbde72213d3e {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:26:15.947200 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773dff83-2e8b-4731-866d-a86b66d35680,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:15.947669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4cb5052b-979e-46b7-92bf-bbde72213d3e not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:15.970651 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:15.986878 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d6b02265-2686-4672-803b-ea91bd21e0c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052006 Oct 27 01:26:15.994331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59786) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:16.011698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:16.016912 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] For port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:16.022015 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] For port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:16.033713 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.034746 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.060653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3581a68-d5a2-4f5b-b28f-7b244d63d069 req-849c275f-bccb-4690-a7e7-d47155a3c829 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:16.067237 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3581a68-d5a2-4f5b-b28f-7b244d63d069 req-849c275f-bccb-4690-a7e7-d47155a3c829 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 945 time: 0.1541233 Oct 27 01:26:16.089648 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (2d28ef16-ff7b-42b7-8708-6b5393753466), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.109250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59796) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:16.123677 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:16.156236 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:26:16.157097 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:25:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.214102 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment fcdb3edb-d0e2-43be-98e1-404222ad84ea resource provider aggregate not found Oct 27 01:26:16.224962 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff73cb-ac4e-46ab-af27-a054585b6fec None None] Pushing event updated for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.232930 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fdac20e9-0dc7-4736-add1-969e8a4d6e06 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c72a2266373f44749fa0d3bbd3bb68cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1151130 Oct 27 01:26:16.235967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:16.237846 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59800) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:16.240033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (2d28ef16-ff7b-42b7-8708-6b5393753466), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.250831 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3581a68-d5a2-4f5b-b28f-7b244d63d069 req-e7e49a2e-e31e-43cd-a4c4-0bd304acf2ea tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774786 Oct 27 01:26:16.255203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (2d28ef16-ff7b-42b7-8708-6b5393753466), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.258015 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment fcdb3edb-d0e2-43be-98e1-404222ad84ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcdb3edb-d0e2-43be-98e1-404222ad84ea found for delete ", "request_id": "req-2da198b7-a802-4c38-ab50-3226260df0d4"}]} Oct 27 01:26:16.313108 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.314631 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185527 Oct 27 01:26:16.317736 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59806) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:16.324106 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:16.332052 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236bbbf-f137-4913-acb6-7123e3453e85 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d28ef16-ff7b-42b7-8708-6b5393753466,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.341171 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:26:16.367915 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] Publish callbacks [] for security_group (b73b04a5-d203-4844-8e53-81bc69b11ada), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.388940 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.securitygroups_db [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Project 40ecdf4e71844f7f9e3da7f59659b605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:26:16.395724 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['eb8780e9-ea35-4a35-b3fe-dd15ac3322d4'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:26:16.397877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] Publish callbacks [] for security_group (b73b04a5-d203-4844-8e53-81bc69b11ada), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.401518 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (49fbe396-68d8-44d2-80b5-3f6745fac2e7), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.457398 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b73b04a5-d203-4844-8e53-81bc69b11ada), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.465394 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.469433 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b73b04a5-d203-4844-8e53-81bc69b11ada HTTP/1.1" status: 204 len: 168 time: 0.2281172 Oct 27 01:26:16.514402 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7b43-396f-4496-b529-85a54ad6ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b04a5-d203-4844-8e53-81bc69b11ada,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.547714 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020f745-c456-4a17-ae65-9925a61aadbe req-ccb5bb00-a057-478e-b0e5-f1c430c2091e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:16.551487 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1020f745-c456-4a17-ae65-9925a61aadbe req-ccb5bb00-a057-478e-b0e5-f1c430c2091e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.1351705 Oct 27 01:26:16.559347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (49fbe396-68d8-44d2-80b5-3f6745fac2e7), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.580813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (49fbe396-68d8-44d2-80b5-3f6745fac2e7), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.630124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.631599 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3122065 Oct 27 01:26:16.635672 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59810) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:16.642067 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46af4d9-ae01-41a6-b615-c9e61cf2a6ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fbe396-68d8-44d2-80b5-3f6745fac2e7,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.654686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'security_group_rule': {'security_group_id': '9439a445-5e5a-46f6-b084-4fc961e84d7c', 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:16.683935 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1020f745-c456-4a17-ae65-9925a61aadbe req-35156586-e131-4d76-80db-6ddc2b45731b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184258 Oct 27 01:26:16.709387 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.securitygroups_db [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Project 40ecdf4e71844f7f9e3da7f59659b605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:26:16.732297 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (511b7ac3-6176-48fb-9524-535d746d8465), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.791555 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 4, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '8d701560-6db2-4ee6-84b1-ae9b5ca71bd7', 'name': '', 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'mac_address': 'fa:16:3e:5e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '24cc3697-bb09-4356-8264-727ab411f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:10Z', 'updated_at': '2022-10-27T01:26:16Z', 'revision_number': 4, 'project_id': '6de71544137646399172a5df0043ebfd', 'subnets': [{'id': '24cc3697-bb09-4356-8264-727ab411f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.831763 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3395fbb-4f65-4930-bf84-b6790aa3d68f None None] The sync data for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi is: [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:26:11Z', 'revision_number': 4, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '8d701560-6db2-4ee6-84b1-ae9b5ca71bd7', 'name': '', 'network_id': 'bbc28f6c-1b49-4761-b5de-043ac28a580c', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'mac_address': 'fa:16:3e:5e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '24cc3697-bb09-4356-8264-727ab411f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:10Z', 'updated_at': '2022-10-27T01:26:16Z', 'revision_number': 4, 'project_id': '6de71544137646399172a5df0043ebfd', 'subnets': [{'id': '24cc3697-bb09-4356-8264-727ab411f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:16.859450 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:16.891599 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (511b7ac3-6176-48fb-9524-535d746d8465), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.897884 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (511b7ac3-6176-48fb-9524-535d746d8465), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.928349 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511b7ac3-6176-48fb-9524-535d746d8465,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:16.935616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:16.945969 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-01b5740c-330c-4489-a741-b609769a9c21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3089683 Oct 27 01:26:17.402942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e6964-1a2c-464d-bc11-910c7e822015 req-350e1b2a-1e0c-4566-a386-388b32494340 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:17.410699 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-479e6964-1a2c-464d-bc11-910c7e822015 req-350e1b2a-1e0c-4566-a386-388b32494340 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 945 time: 0.0588145 Oct 27 01:26:17.471064 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-479e6964-1a2c-464d-bc11-910c7e822015 req-e1c1a63b-c70a-4116-937a-dc79ab2c4012 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Oct 27 01:26:17.774246 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:17.813436 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:26:17.885885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:26:17.898283 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:17.899137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:17.900285 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 Oct 27 01:26:17.913030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:17.919883 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad84ac-4c90-418b-96f9-411e7ba136f5 req-8e1d1703-d7e1-4f1e-abb2-3a1342f206bf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:17.930917 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03ad84ac-4c90-418b-96f9-411e7ba136f5 req-8e1d1703-d7e1-4f1e-abb2-3a1342f206bf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.1156714 Oct 27 01:26:18.026383 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:18.026757 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:18.027086 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 Oct 27 01:26:18.048399 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-03ad84ac-4c90-418b-96f9-411e7ba136f5 req-83a1fce9-450f-4bee-902b-05e82efee745 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166508 Oct 27 01:26:18.125122 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:18.142185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:18.142331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:18.194938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:18.195327 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:18.220666 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:18.227954 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9645200-31a7-4c1c-839e-27e8588f9b0f" -d '{"events": [{"server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "name": "network-vif-plugged", "status": "completed", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:18.244461 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:18.260939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:18.275813 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:18.296426 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e85dc1f-0d71-4cb5-b751-fbde0796a49a x-openstack-request-id: req-3e85dc1f-0d71-4cb5-b751-fbde0796a49a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:18.296704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "name": "network-vif-plugged", "status": "completed", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:18.297402 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e85dc1f-0d71-4cb5-b751-fbde0796a49a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:18.297801 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e85dc1f-0d71-4cb5-b751-fbde0796a49a'] response: {'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4', 'code': 200} Oct 27 01:26:18.300707 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:18.333267 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:18.450155 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:18.459327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d168-8144-4945-ba9f-b60ebf922cf2 req-cc3aa107-6d8d-483a-a003-d41bbb2f6144 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.468418 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b031d168-8144-4945-ba9f-b60ebf922cf2 req-cc3aa107-6d8d-483a-a003-d41bbb2f6144 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0858085 Oct 27 01:26:18.488258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:18.493259 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc928-bf31-4582-9309-46ac34552360 req-fa3b6846-dd95-4b41-b7cd-e9b2e5dff3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.495463 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-fa3b6846-dd95-4b41-b7cd-e9b2e5dff3c7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.0561135 Oct 27 01:26:18.528680 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b031d168-8144-4945-ba9f-b60ebf922cf2 req-e7dfb250-08bc-43c0-bef6-19e131656cb0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Oct 27 01:26:18.617267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530216f-754c-4572-b67e-029bb696e39c req-61285d12-12d6-4533-b1f5-43ae0c5218a8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.618920 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3530216f-754c-4572-b67e-029bb696e39c req-61285d12-12d6-4533-b1f5-43ae0c5218a8 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0613916 Oct 27 01:26:18.692396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3530216f-754c-4572-b67e-029bb696e39c req-1fb6ddef-3f26-419f-a95c-6bdebc89f303 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Oct 27 01:26:18.719217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa64d9-9edc-445f-a636-98c7e840cdee req-5f5ea6ee-ea5f-42de-8677-69b8b8ad8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.720911 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-4cfa64d9-9edc-445f-a636-98c7e840cdee req-5f5ea6ee-ea5f-42de-8677-69b8b8ad8762 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 1130 time: 0.1021383 Oct 27 01:26:18.724686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc928-bf31-4582-9309-46ac34552360 req-ecc836ba-a9ee-4ca5-a03f-7492df5193c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.726064 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-ecc836ba-a9ee-4ca5-a03f-7492df5193c9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.2089427 Oct 27 01:26:18.786837 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-fc8f2ce1-e346-4c97-a5a6-13db66dbd57d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 217 time: 0.0469232 Oct 27 01:26:18.858390 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-4cfa64d9-9edc-445f-a636-98c7e840cdee req-5e27b7a8-1cc2-4767-95a2-c44c04f8f06a service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259286 Oct 27 01:26:18.870219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc928-bf31-4582-9309-46ac34552360 req-99e3361a-a0cd-446d-8ba9-a50c39159220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:18.871908 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-99e3361a-a0cd-446d-8ba9-a50c39159220 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0759246 Oct 27 01:26:19.259765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59948) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:19.313291 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc928-bf31-4582-9309-46ac34552360 req-2540ad09-9ec4-4033-aeb2-499e181e87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:19.314815 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-2540ad09-9ec4-4033-aeb2-499e181e87ba service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444913 Oct 27 01:26:19.387565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f2f8215f-dec9-4d47-b72e-6cb544c7a526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.459812 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-ae9e08d2-262e-4ba7-a915-42cb62cd1e9d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378374 Oct 27 01:26:19.506415 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:19.508529 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f2f8215f-dec9-4d47-b72e-6cb544c7a526 admin admin] Publish callbacks [] for security_group (e0eb1bda-49c8-4d7d-9714-9e576698ff4b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.512192 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f2f8215f-dec9-4d47-b72e-6cb544c7a526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e0eb1bda-49c8-4d7d-9714-9e576698ff4b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.554251 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f2f8215f-dec9-4d47-b72e-6cb544c7a526 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=23904d82da0244c0aaa0523d563e2c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934604 Oct 27 01:26:19.555354 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8215f-dec9-4d47-b72e-6cb544c7a526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb1bda-49c8-4d7d-9714-9e576698ff4b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:19.557308 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59954) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:19.627577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] Publish callbacks [] for security_group (e0eb1bda-49c8-4d7d-9714-9e576698ff4b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.678036 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6b96-a6a3-40a4-8d1c-eab39be70395 req-3e5223a4-4d9d-4c9f-92f0-e13162e50ba9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:19.679962 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-428d6b96-a6a3-40a4-8d1c-eab39be70395 req-3e5223a4-4d9d-4c9f-92f0-e13162e50ba9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0645626 Oct 27 01:26:19.682228 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] Publish callbacks [] for security_group (e0eb1bda-49c8-4d7d-9714-9e576698ff4b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.766235 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-428d6b96-a6a3-40a4-8d1c-eab39be70395 req-2cf7ab3f-2c4d-4782-811f-8fa89d03daaf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764875 Oct 27 01:26:19.786154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e0eb1bda-49c8-4d7d-9714-9e576698ff4b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.789189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.793834 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e0eb1bda-49c8-4d7d-9714-9e576698ff4b HTTP/1.1" status: 204 len: 168 time: 0.2354465 Oct 27 01:26:19.827747 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c0155-3236-4311-96a2-ec76f1cd4358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb1bda-49c8-4d7d-9714-9e576698ff4b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:19.842548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:19.898455 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34babea2-1165-49bb-ad39-3f1ca634c99e req-097a89f1-a575-4ee5-9a8c-99275e2ebf75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:19.904149 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:19.904762 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:19.905286 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 Oct 27 01:26:19.905764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34babea2-1165-49bb-ad39-3f1ca634c99e req-097a89f1-a575-4ee5-9a8c-99275e2ebf75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0689230 Oct 27 01:26:19.955918 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:19.974709 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34babea2-1165-49bb-ad39-3f1ca634c99e req-32c363bf-3435-4a3e-8b55-5ff031a54dca tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Oct 27 01:26:19.997425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:20.015219 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:20.157898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 59978) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:20.171770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5f69a955-afb5-479a-99b9-5fff32d75745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.251894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5f69a955-afb5-479a-99b9-5fff32d75745 admin admin] Publish callbacks [] for security_group (0b0c1aac-f860-443c-aef0-08e3e8839f9d), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.256748 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5f69a955-afb5-479a-99b9-5fff32d75745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0b0c1aac-f860-443c-aef0-08e3e8839f9d), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.299184 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5f69a955-afb5-479a-99b9-5fff32d75745 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a68e8a327fd34d7a84dcf1d73112a917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401951 Oct 27 01:26:20.300761 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69a955-afb5-479a-99b9-5fff32d75745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c1aac-f860-443c-aef0-08e3e8839f9d,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:20.302505 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 59986) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:20.356403 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] Publish callbacks [] for security_group (0b0c1aac-f860-443c-aef0-08e3e8839f9d), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.385159 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] Publish callbacks [] for security_group (0b0c1aac-f860-443c-aef0-08e3e8839f9d), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.432933 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0b0c1aac-f860-443c-aef0-08e3e8839f9d), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.435509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:20.436675 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0b0c1aac-f860-443c-aef0-08e3e8839f9d HTTP/1.1" status: 204 len: 168 time: 0.1331158 Oct 27 01:26:20.445309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447af33b-c749-453f-a740-21ef5a1e0196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c1aac-f860-443c-aef0-08e3e8839f9d,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:20.936562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e73ea-ae53-49f9-a5ef-92c1a6c8fcf9 req-faf7b2b8-3653-4471-aa15-3d167ab32b27 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:20.938135 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-564e73ea-ae53-49f9-a5ef-92c1a6c8fcf9 req-faf7b2b8-3653-4471-aa15-3d167ab32b27 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0564799 Oct 27 01:26:20.994361 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-564e73ea-ae53-49f9-a5ef-92c1a6c8fcf9 req-5df107d0-96be-4241-803d-764eeb162b9a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Oct 27 01:26:21.136808 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8819-150e-413f-bc4c-b4b5d283d582 req-9be8c343-62f5-419e-a6c4-4baf27e6a59d tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:21.138429 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0af8819-150e-413f-bc4c-b4b5d283d582 req-9be8c343-62f5-419e-a6c4-4baf27e6a59d tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0668678 Oct 27 01:26:21.193717 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0af8819-150e-413f-bc4c-b4b5d283d582 req-9e9a8894-7de6-43f4-b462-6644be0ea82f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Oct 27 01:26:22.119508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a215f6-592e-4b2d-b2ba-e24ca7c7d679 req-cc42563f-87cc-4390-a534-3f62efdc9a8e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:22.121582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a215f6-592e-4b2d-b2ba-e24ca7c7d679 req-cc42563f-87cc-4390-a534-3f62efdc9a8e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0490811 Oct 27 01:26:22.148286 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:22.183261 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0a215f6-592e-4b2d-b2ba-e24ca7c7d679 req-61c77b0f-ac77-439d-a3f5-329808892a9f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Oct 27 01:26:22.321723 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1b35c-eebf-4c83-ac12-1c8ad7faec95 req-7458d2a0-21fa-4386-a1eb-531662cf0472 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:22.323275 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-82d1b35c-eebf-4c83-ac12-1c8ad7faec95 req-7458d2a0-21fa-4386-a1eb-531662cf0472 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0473387 Oct 27 01:26:22.372078 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-82d1b35c-eebf-4c83-ac12-1c8ad7faec95 req-5373fea3-0306-4619-837d-69b693d63f0b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Oct 27 01:26:22.608597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60080) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:22.713197 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b3c7-2c92-40e9-a6e6-bf777c6520af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.789622 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b3c7-2c92-40e9-a6e6-bf777c6520af admin admin] Publish callbacks [] for security_group (3e5094e5-736a-4538-8b56-2241523f5ef4), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.793463 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b3c7-2c92-40e9-a6e6-bf777c6520af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (3e5094e5-736a-4538-8b56-2241523f5ef4), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.832467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b3c7-2c92-40e9-a6e6-bf777c6520af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5094e5-736a-4538-8b56-2241523f5ef4,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:22.836766 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bdc0b3c7-2c92-40e9-a6e6-bf777c6520af admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c16b71d2277541d795b9c62c2b511efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270620 Oct 27 01:26:22.839413 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60084) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:22.890323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] Publish callbacks [] for security_group (3e5094e5-736a-4538-8b56-2241523f5ef4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.909619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] Publish callbacks [] for security_group (3e5094e5-736a-4538-8b56-2241523f5ef4), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.958430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (3e5094e5-736a-4538-8b56-2241523f5ef4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.961129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:22.964920 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e5094e5-736a-4538-8b56-2241523f5ef4 HTTP/1.1" status: 204 len: 168 time: 0.1246033 Oct 27 01:26:22.973044 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee8af-bed5-4e30-9d8d-ab3f3c1c856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5094e5-736a-4538-8b56-2241523f5ef4,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:23.234291 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60094) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:23.248366 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6f93-caa1-409a-9288-57294dbe3df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.250770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:23.327740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0193-7721-4bcf-b792-a1eb073eca99 req-b5189471-2916-421a-b785-e206e93cb727 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:23.329247 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-832f0193-7721-4bcf-b792-a1eb073eca99 req-b5189471-2916-421a-b785-e206e93cb727 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0685132 Oct 27 01:26:23.406983 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-832f0193-7721-4bcf-b792-a1eb073eca99 req-c5d4027a-e1b1-4c74-9d98-7e33ed88b1aa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Oct 27 01:26:23.416142 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6f93-caa1-409a-9288-57294dbe3df3 admin admin] Publish callbacks [] for security_group (9b835826-185a-4ab2-9470-769e30e72093), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.422668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6f93-caa1-409a-9288-57294dbe3df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9b835826-185a-4ab2-9470-769e30e72093), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.426712 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8004e543-d9f7-467b-943d-cf2988cfd2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.467896 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1b6c6f93-caa1-409a-9288-57294dbe3df3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=02bec56d7317465a9e31c537b71633e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324326 Oct 27 01:26:23.470588 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60100) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:23.489070 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c6f93-caa1-409a-9288-57294dbe3df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b835826-185a-4ab2-9470-769e30e72093,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:23.498945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:23.556744 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3fd19-8118-4b54-967f-6ed2b8e0a9a6 req-a155f089-5794-4835-8580-f71241c6e151 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:23.558332 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74a3fd19-8118-4b54-967f-6ed2b8e0a9a6 req-a155f089-5794-4835-8580-f71241c6e151 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0885773 Oct 27 01:26:23.585049 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] Publish callbacks [] for security_group (9b835826-185a-4ab2-9470-769e30e72093), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.627353 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] Publish callbacks [] for security_group (9b835826-185a-4ab2-9470-769e30e72093), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.652617 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74a3fd19-8118-4b54-967f-6ed2b8e0a9a6 req-94292279-b1b2-4372-a111-1179b0c035c5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Oct 27 01:26:23.690876 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9b835826-185a-4ab2-9470-769e30e72093), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.693553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:23.694746 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9b835826-185a-4ab2-9470-769e30e72093 HTTP/1.1" status: 204 len: 168 time: 0.2211378 Oct 27 01:26:23.702739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470ba89-f6ab-4526-8312-5676c25fc1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b835826-185a-4ab2-9470-769e30e72093,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:24.491035 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5acc928-bf31-4582-9309-46ac34552360 req-076d164d-389c-4006-a104-77bef82c2b0b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061192 Oct 27 01:26:24.580463 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02ecc-a580-4847-be46-0a85cd4a481e req-ba532179-b69a-4b62-a812-88713f408b21 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:24.588104 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fa02ecc-a580-4847-be46-0a85cd4a481e req-ba532179-b69a-4b62-a812-88713f408b21 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0708008 Oct 27 01:26:24.638738 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fa02ecc-a580-4847-be46-0a85cd4a481e req-14bec9c7-7c3a-40f0-8d2b-94fdd408f8de tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Oct 27 01:26:24.780045 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144936-e166-41ff-ac7c-572f67da879c req-7ba89948-77c7-44b4-8700-bec19a0598c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:24.796585 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-7ba89948-77c7-44b4-8700-bec19a0598c5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.0717902 Oct 27 01:26:24.809942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2b0f-2f5a-465f-9a9f-206d7a303b2e req-7aff49b2-8779-43e3-8b29-a27eaf6b7685 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:24.811859 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e4dc2b0f-2f5a-465f-9a9f-206d7a303b2e req-7aff49b2-8779-43e3-8b29-a27eaf6b7685 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0557451 Oct 27 01:26:24.884069 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e4dc2b0f-2f5a-465f-9a9f-206d7a303b2e req-1819b7e3-c1c4-497c-b764-c546ab894e4e tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652182 Oct 27 01:26:25.021102 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60158) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:25.264712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f87c6ca-fb9d-411e-abf2-af56676e1198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.345189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f87c6ca-fb9d-411e-abf2-af56676e1198 admin admin] Publish callbacks [] for security_group (8318dced-e41f-4c80-98d5-cbed0120c6eb), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.351043 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9f87c6ca-fb9d-411e-abf2-af56676e1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8318dced-e41f-4c80-98d5-cbed0120c6eb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.380255 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:25.394424 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9f87c6ca-fb9d-411e-abf2-af56676e1198 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2a64b8cf904d450f9b85cbb97590d98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722954 Oct 27 01:26:25.396634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c6ca-fb9d-411e-abf2-af56676e1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318dced-e41f-4c80-98d5-cbed0120c6eb,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:25.397322 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60178) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:25.419725 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:25.452255 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] Publish callbacks [] for security_group (8318dced-e41f-4c80-98d5-cbed0120c6eb), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.472969 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] Publish callbacks [] for security_group (8318dced-e41f-4c80-98d5-cbed0120c6eb), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.530835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8318dced-e41f-4c80-98d5-cbed0120c6eb), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.533578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.535264 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8318dced-e41f-4c80-98d5-cbed0120c6eb HTTP/1.1" status: 204 len: 168 time: 0.1369140 Oct 27 01:26:25.544532 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dd1f9-fa31-4723-9136-e7d8bfe33ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318dced-e41f-4c80-98d5-cbed0120c6eb,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:25.761187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6d018-bbc8-4aaf-aaa6-9ea6bee25e5b req-4c7f15d5-ecdf-49b8-a405-ff197cc0f87a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:25.762627 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0e6d018-bbc8-4aaf-aaa6-9ea6bee25e5b req-4c7f15d5-ecdf-49b8-a405-ff197cc0f87a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0488532 Oct 27 01:26:25.785752 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-215b5961-0d51-4aba-806f-8e499410ed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:25.826514 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0e6d018-bbc8-4aaf-aaa6-9ea6bee25e5b req-5b3d29cc-4a57-4cdb-84e3-e4cceae6dd6b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Oct 27 01:26:25.917820 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60194) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:25.925268 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b453401c-b382-4f6a-b143-6bfbe9638d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.005611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba3de-1d41-4d4c-9631-de2843224d50 req-568d07ea-b8cf-44f7-8be6-3020aea5e3b0 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:26.007100 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e87ba3de-1d41-4d4c-9631-de2843224d50 req-568d07ea-b8cf-44f7-8be6-3020aea5e3b0 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Oct 27 01:26:26.008147 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b453401c-b382-4f6a-b143-6bfbe9638d12 admin admin] Publish callbacks [] for security_group (7ad90f51-09e9-41cd-9f0c-1070d2c38b0a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.012345 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b453401c-b382-4f6a-b143-6bfbe9638d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7ad90f51-09e9-41cd-9f0c-1070d2c38b0a), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.054189 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b453401c-b382-4f6a-b143-6bfbe9638d12 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1a27696da84492e892d10e4bac4df38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480358 Oct 27 01:26:26.055288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e87ba3de-1d41-4d4c-9631-de2843224d50 req-c44d5990-9409-43c2-b865-2a71fc0c6a48 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Oct 27 01:26:26.055429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453401c-b382-4f6a-b143-6bfbe9638d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad90f51-09e9-41cd-9f0c-1070d2c38b0a,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.056843 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60198) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:26.125376 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] Publish callbacks [] for security_group (7ad90f51-09e9-41cd-9f0c-1070d2c38b0a), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.156083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] Publish callbacks [] for security_group (7ad90f51-09e9-41cd-9f0c-1070d2c38b0a), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.206465 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7ad90f51-09e9-41cd-9f0c-1070d2c38b0a), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.209948 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.211102 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7ad90f51-09e9-41cd-9f0c-1070d2c38b0a HTTP/1.1" status: 204 len: 168 time: 0.1533296 Oct 27 01:26:26.219852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20950e-6023-4f2b-82da-d6c7c65171db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad90f51-09e9-41cd-9f0c-1070d2c38b0a,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.560890 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60212) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:26.576055 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-751e53f3-8168-4723-8822-5f6a5e2a60fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.606386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:26.659793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-751e53f3-8168-4723-8822-5f6a5e2a60fb admin admin] Publish callbacks [] for security_group (7b65a352-cc97-45dd-a24e-cd4ce6fda7ea), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.664809 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-751e53f3-8168-4723-8822-5f6a5e2a60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7b65a352-cc97-45dd-a24e-cd4ce6fda7ea), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.707452 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e53f3-8168-4723-8822-5f6a5e2a60fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65a352-cc97-45dd-a24e-cd4ce6fda7ea,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.714285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-751e53f3-8168-4723-8822-5f6a5e2a60fb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=698e3b45fa3543c58665717e84d251ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497958 Oct 27 01:26:26.714569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60220) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:26.774023 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] Publish callbacks [] for security_group (7b65a352-cc97-45dd-a24e-cd4ce6fda7ea), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.796794 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] Publish callbacks [] for security_group (7b65a352-cc97-45dd-a24e-cd4ce6fda7ea), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.878474 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7b65a352-cc97-45dd-a24e-cd4ce6fda7ea), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.881138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:26.882492 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7b65a352-cc97-45dd-a24e-cd4ce6fda7ea HTTP/1.1" status: 204 len: 168 time: 0.1669958 Oct 27 01:26:26.904041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7384a7d-234b-44ca-963f-d053e97fe3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65a352-cc97-45dd-a24e-cd4ce6fda7ea,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:27.026527 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed9cad-f715-4590-a9f1-2d4ab160bd80 req-e351e055-0666-4544-a65c-6b09939c04dc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:27.028005 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3ed9cad-f715-4590-a9f1-2d4ab160bd80 req-e351e055-0666-4544-a65c-6b09939c04dc tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0927806 Oct 27 01:26:27.034779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c649d-9725-4337-b57e-d9057a6be9e0 req-da2b96c9-35fc-4536-8dca-3f7e492c0cc3 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:27.036653 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-368c649d-9725-4337-b57e-d9057a6be9e0 req-da2b96c9-35fc-4536-8dca-3f7e492c0cc3 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0710959 Oct 27 01:26:27.084642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.089135 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:27.108711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3ed9cad-f715-4590-a9f1-2d4ab160bd80 req-683846bb-56c1-4ecf-8a1e-d430f4d8f871 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707910 Oct 27 01:26:27.127574 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-368c649d-9725-4337-b57e-d9057a6be9e0 req-fb529d2f-048a-478b-862c-992ec48d0936 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682063 Oct 27 01:26:27.364253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60250) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:27.496015 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144936-e166-41ff-ac7c-572f67da879c req-af649314-764a-47d8-b835-5e17ac4353c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:27.497641 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-af649314-764a-47d8-b835-5e17ac4353c4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.1057658 Oct 27 01:26:27.608883 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a05751d0-7de8-4133-baa1-49912aa6a2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.672740 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:27.699193 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a05751d0-7de8-4133-baa1-49912aa6a2db admin admin] Publish callbacks [] for security_group (5e4a63b7-ed3b-41a0-bd32-e613c937b0c6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.704415 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a05751d0-7de8-4133-baa1-49912aa6a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5e4a63b7-ed3b-41a0-bd32-e613c937b0c6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.747245 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05751d0-7de8-4133-baa1-49912aa6a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a63b7-ed3b-41a0-bd32-e613c937b0c6,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:27.754707 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a05751d0-7de8-4133-baa1-49912aa6a2db admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a5b460240ea649b0b12d8b9387003dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864188 Oct 27 01:26:27.755023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60262) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:27.806454 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] Publish callbacks [] for security_group (5e4a63b7-ed3b-41a0-bd32-e613c937b0c6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.833118 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] Publish callbacks [] for security_group (5e4a63b7-ed3b-41a0-bd32-e613c937b0c6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.882705 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (5e4a63b7-ed3b-41a0-bd32-e613c937b0c6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.885222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:27.886372 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5e4a63b7-ed3b-41a0-bd32-e613c937b0c6 HTTP/1.1" status: 204 len: 168 time: 0.1305592 Oct 27 01:26:27.902364 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1603e3-f91f-4267-92a7-0c3970e613ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a63b7-ed3b-41a0-bd32-e613c937b0c6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:28.292075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944f16-ef56-453c-8a62-c73efa52fc9d req-a8b6c825-790f-4322-bc25-5742bd72b213 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:28.305029 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c5944f16-ef56-453c-8a62-c73efa52fc9d req-a8b6c825-790f-4322-bc25-5742bd72b213 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0781968 Oct 27 01:26:28.391581 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab6012-f1e3-4854-856c-e8ba2885ac88 req-1ab030ab-d3b9-4e28-8bd4-0a78037f685b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:28.394712 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07ab6012-f1e3-4854-856c-e8ba2885ac88 req-1ab030ab-d3b9-4e28-8bd4-0a78037f685b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0847428 Oct 27 01:26:28.479327 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07ab6012-f1e3-4854-856c-e8ba2885ac88 req-8cbe1cde-442f-4c3a-8cdb-de7c660e1866 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682883 Oct 27 01:26:28.490748 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c5944f16-ef56-453c-8a62-c73efa52fc9d req-22295341-8b13-4ae3-8aab-083b6991a920 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841040 Oct 27 01:26:28.742542 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:28.801724 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:28.804153 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:28.953085 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:29.456085 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-4966397a-c16f-4c05-a5ea-9deaf38acef2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 217 time: 0.0416217 Oct 27 01:26:29.610299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39414-ebc7-44eb-9171-0c396fb25342 req-046bb50f-0382-47c4-852f-bd576b7eeef9 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:29.612478 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69a39414-ebc7-44eb-9171-0c396fb25342 req-046bb50f-0382-47c4-852f-bd576b7eeef9 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0552924 Oct 27 01:26:29.680487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005953-65d1-49e3-acfe-1a33753afe7b req-eabc84a3-deea-4402-8d27-39ecac3b1258 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:29.681999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a005953-65d1-49e3-acfe-1a33753afe7b req-eabc84a3-deea-4402-8d27-39ecac3b1258 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0683360 Oct 27 01:26:29.728565 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-69a39414-ebc7-44eb-9171-0c396fb25342 req-40f36cbb-4694-4d07-95b9-d637314781e1 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012037 Oct 27 01:26:29.764288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a005953-65d1-49e3-acfe-1a33753afe7b req-b6b8a770-7a72-4f04-99a1-1181cf555b0c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750363 Oct 27 01:26:30.035017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-ee8a8e4c-824d-44ba-9ea0-de361b4984b6 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:30.036528 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-ee8a8e4c-824d-44ba-9ea0-de361b4984b6 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 946 time: 0.0833569 Oct 27 01:26:30.069331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:30.088786 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144936-e166-41ff-ac7c-572f67da879c req-7de8c48b-3f74-458e-a6b1-dbdb8af977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:30.091624 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-7de8c48b-3f74-458e-a6b1-dbdb8af977f8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.1271005 Oct 27 01:26:30.182912 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144936-e166-41ff-ac7c-572f67da879c req-cca317a4-fe37-49a1-9185-c9509000c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:30.184395 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-cca317a4-fe37-49a1-9185-c9509000c863 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0813146 Oct 27 01:26:30.218290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Deleting port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:30.218649 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:30.367988 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-a90212d4-5aa2-40aa-b4ae-11a3f0a8fab0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756799 Oct 27 01:26:30.372435 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] For port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:30.372792 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:30.404051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Calling delete_port for eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:30.514811 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:30.530783 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d3144936-e166-41ff-ac7c-572f67da879c req-564c1774-b9fe-4de9-b42e-e7d6b3d2e7e5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553888 Oct 27 01:26:30.606477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (eb8780e9-ea35-4a35-b3fe-dd15ac3322d4), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:30.635946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Pushing event deleted for resources: {'Port': ['ID=eb8780e9-ea35-4a35-b3fe-dd15ac3322d4,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:30.680826 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] No DVR routers for this DVR port eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:26:30.683385 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:30.686852 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d96edadc-25d7-47a3-adf5-406295d413f6 req-eba73435-7873-4c48-b64d-d0aa27921c75 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "DELETE /networking/v2.0/ports/eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 HTTP/1.1" status: 204 len: 173 time: 0.6446929 Oct 27 01:26:30.687350 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'name': 'network-vif-deleted', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:30.689611 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1a5fa-936b-4311-ae3a-0f6e5cbd9f83" -d '{"events": [{"server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "name": "network-vif-deleted", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:30.728180 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb1118-8b07-468e-9ea6-15db4568f126 x-openstack-request-id: req-6ffb1118-8b07-468e-9ea6-15db4568f126 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:30.728472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf861c46-754d-4cac-84ce-bc96e2d30d29", "name": "network-vif-deleted", "tag": "eb8780e9-ea35-4a35-b3fe-dd15ac3322d4", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:30.728722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ffb1118-8b07-468e-9ea6-15db4568f126 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:30.729154 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffb1118-8b07-468e-9ea6-15db4568f126'] response: {'server_uuid': 'cf861c46-754d-4cac-84ce-bc96e2d30d29', 'name': 'network-vif-deleted', 'tag': 'eb8780e9-ea35-4a35-b3fe-dd15ac3322d4', 'status': 'completed', 'code': 200} Oct 27 01:26:30.837187 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3094192a-e79c-4ff2-be76-ac9011b55fb8 req-d9e4eb45-2c5b-43c0-b0d4-587e3bb0df36 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0293357 Oct 27 01:26:31.138378 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:31.845979 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:31.866705 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:26:31.867709 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device eb8780e9-ea35-4a35-b3fe-dd15ac3322d4 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:31.963173 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-65a3eb1f-c82d-46ed-87ff-7f6c2051ac35 req-f4ab16f4-9674-4e3e-a224-ad61e08b0b08 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cf861c46-754d-4cac-84ce-bc96e2d30d29 HTTP/1.1" status: 200 len: 210 time: 0.0316062 Oct 27 01:26:32.379667 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60390) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:32.385629 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578855061', 'description': 'tempest-description--920264387'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:32.412535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.473288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:32.495442 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (d7e95e5e-85f8-4d35-9843-7f6d80de3471), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.500745 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d7e95e5e-85f8-4d35-9843-7f6d80de3471), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.532190 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.533635 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526914 Oct 27 01:26:32.535485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51dec9-6ff3-48c4-93aa-7f322580788e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e95e5e-85f8-4d35-9843-7f6d80de3471,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:32.536517 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60396) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:32.542003 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'security_group_rule': {'security_group_id': 'd7e95e5e-85f8-4d35-9843-7f6d80de3471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:32.570609 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (ab203b55-4ff7-4c8f-9bb3-c78ee5b86a95), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.632540 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (ab203b55-4ff7-4c8f-9bb3-c78ee5b86a95), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.636230 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (ab203b55-4ff7-4c8f-9bb3-c78ee5b86a95), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.657200 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab203b55-4ff7-4c8f-9bb3-c78ee5b86a95,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:32.663773 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.664932 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1d539c0a-7624-48c9-9ce0-0797bf8fb1b4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266253 Oct 27 01:26:32.667614 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60400) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:32.671691 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'security_group_rule': {'security_group_id': 'd7e95e5e-85f8-4d35-9843-7f6d80de3471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:32.699618 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (e7e3b703-e15b-4c8a-99a8-3bfba0e93755), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.758177 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (e7e3b703-e15b-4c8a-99a8-3bfba0e93755), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.761477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (e7e3b703-e15b-4c8a-99a8-3bfba0e93755), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.781005 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e3b703-e15b-4c8a-99a8-3bfba0e93755,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:32.786209 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.787628 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3c9cc88d-d08d-42fb-a4bd-79fccaf91670 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188757 Oct 27 01:26:32.790815 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60402) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:32.795572 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:32.818033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:32.902529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.016901 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Allocated IP 172.27.0.88 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/897e8042-4aae-4f9f-87cc-97a075840f54) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:33.074411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:33.129647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for port (897e8042-4aae-4f9f-87cc-97a075840f54), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.166904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.214423 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:33.242834 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:33.247630 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:33.249998 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'Port': ['ID=897e8042-4aae-4f9f-87cc-97a075840f54,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:33.384340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-cd4f150c-b357-43dd-8c25-1e698f4c68f7 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:33.385808 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-cd4f150c-b357-43dd-8c25-1e698f4c68f7 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/networks?id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 200 len: 808 time: 0.1796350 Oct 27 01:26:33.406593 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.408842 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-6464ffa2-bd06-4d41-8a17-c8c811ea0f91 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/quotas/a816bcfd87b34071a24b948c351811c4 HTTP/1.1" status: 200 len: 375 time: 0.0166943 Oct 27 01:26:33.457690 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-b5b5262f-c254-4232-87be-3c7bd4c02744 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430923 Oct 27 01:26:33.463578 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:33.484088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.664352 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-9ab56323-cb07-46d3-95c5-eaf5afa11198 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979990 Oct 27 01:26:33.802728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for port (897e8042-4aae-4f9f-87cc-97a075840f54), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.808034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.856951 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-3bebf046-c98e-4ef2-a588-9c6f5d072dcb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826100 Oct 27 01:26:33.885624 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.888289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'Port': ['ID=897e8042-4aae-4f9f-87cc-97a075840f54,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:33.898299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:33.906291 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:33.907641 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2af49573-29ae-4616-948a-9638c08fb62f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1157811 Oct 27 01:26:34.084768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-92b9ef52-c3e1-4408-9aaf-bb81f78f7db1 req-1bbc0243-7026-4922-b3d4-d37cad58193b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 210 time: 0.0324140 Oct 27 01:26:34.153107 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-55c671d1-696a-4ee7-941f-c36b2aaa17d2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1578855061&fields=id&tenant_id=7eefe01b108148bab60d4de13be0405d HTTP/1.1" status: 200 len: 267 time: 0.0448763 Oct 27 01:26:34.505052 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4f3302ca-51b4-4b8e-a587-16ba9a93a52a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:34.506576 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4f3302ca-51b4-4b8e-a587-16ba9a93a52a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.3411424 Oct 27 01:26:34.522633 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-74daeb4b-4d0b-4abf-a0cd-f44d68934abb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/quotas/7eefe01b108148bab60d4de13be0405d HTTP/1.1" status: 200 len: 375 time: 0.0101905 Oct 27 01:26:34.583570 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-fc21d5a8-9d0f-4aa2-b713-c3958d22a787 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556030 Oct 27 01:26:34.689897 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-ca70a7ef-e771-4bad-9874-f285ded83cd1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915878 Oct 27 01:26:34.805579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-b8c096cc-6eed-40e5-b528-e16c09a26b5f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084871 Oct 27 01:26:35.019179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f2ec3c1-927c-4e67-86b9-5e16d8bbe55e req-a8ff1b38-ac20-434d-b5cd-95e0faea8440 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 210 time: 0.0377946 Oct 27 01:26:35.200368 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1ecf129-00d9-46b5-97fd-df932883cc70 req-7b64121e-5f08-41dc-80c5-171d40975373 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 210 time: 0.0370803 Oct 27 01:26:35.390899 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:35.540630 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-fc0d77bf-25e1-452b-adb1-5e7d3a6e6462 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:35.545414 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-fc0d77bf-25e1-452b-adb1-5e7d3a6e6462 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "GET /networking/v2.0/networks?id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 200 len: 808 time: 0.1813569 Oct 27 01:26:35.586858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Request body: {'port': {'device_id': '75642481-f019-4830-936c-c827e8be6ce9', 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b', 'admin_state_up': True, 'tenant_id': 'a816bcfd87b34071a24b948c351811c4'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:35.702194 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Made reservation on behalf of a816bcfd87b34071a24b948c351811c4 for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:35.706543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:35.842191 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Allocated IP 172.20.0.13 (24be29c8-49a2-4c9f-8d22-b7f159d95f6b/242f92fe-1b40-4b55-b7c6-0209c90ed0f9/bf2aef4f-d112-40b8-bffe-35991a3e001d) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:35.890752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:36.000184 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks [] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:36.039215 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:36.103949 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:36.109142 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:36.111350 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Pushing event updated for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:36.114200 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:36.161617 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3eb8ac0-f011-4e4e-a8e8-21935cb0c909 req-bae403c9-615c-45de-9816-78356ad20fee tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 210 time: 0.0556087 Oct 27 01:26:36.181723 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:36.181723 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:36.196462 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-5a931e73-ef73-4ad2-8053-ec143f52b737 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146965 Oct 27 01:26:36.301839 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Request body: {'port': {'device_id': '75642481-f019-4830-936c-c827e8be6ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:36.336599 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed61fa1-6986-4ba1-a47c-1bce9b0dcd1d req-890324cc-3ec6-467e-8227-d75faccd3e52 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:36.339046 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fed61fa1-6986-4ba1-a47c-1bce9b0dcd1d req-890324cc-3ec6-467e-8227-d75faccd3e52 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 932 time: 0.0508482 Oct 27 01:26:36.396315 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:36.430514 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fed61fa1-6986-4ba1-a47c-1bce9b0dcd1d req-eab3fd45-2344-46f2-8666-f3ccaa6d14f2 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Oct 27 01:26:36.733535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:36.857598 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d09e0770-d19b-4b57-8636-07ea35bd9a9a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:36.859059 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d09e0770-d19b-4b57-8636-07ea35bd9a9a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 819 time: 0.4398353 Oct 27 01:26:36.983621 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-eed318b8-2c7e-4b25-9fe1-63d556c56d50 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eefe01b108148bab60d4de13be0405d HTTP/1.1" status: 200 len: 380 time: 0.0867405 Oct 27 01:26:36.994588 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'port': {'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'admin_state_up': True, 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'security_groups': ['d7e95e5e-85f8-4d35-9843-7f6d80de3471']}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:37.090858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:37.109192 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2aef4f-d112-40b8-bffe-35991a3e001d {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:37.119675 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks [] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.145600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Transition to ACTIVE for port object bf2aef4f-d112-40b8-bffe-35991a3e001d will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:26:37.151738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.188251 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Made reservation on behalf of 7eefe01b108148bab60d4de13be0405d for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:37.192123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.245380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:37.255251 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Pushing event updated for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:37.263462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f9341377-db9a-4fff-9ca9-5bfbda140804 req-9e7ef35b-9074-41a9-9086-438aa6d2c524 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 210 time: 0.0278158 Oct 27 01:26:37.339274 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Attempting to bind port bf2aef4f-d112-40b8-bffe-35991a3e001d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:37.339602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Attempting to bind port bf2aef4f-d112-40b8-bffe-35991a3e001d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:37.339925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Attempting to bind port bf2aef4f-d112-40b8-bffe-35991a3e001d on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:37.423727 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Port bf2aef4f-d112-40b8-bffe-35991a3e001d on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:37.424427 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Attempting to bind port bf2aef4f-d112-40b8-bffe-35991a3e001d on network 24be29c8-49a2-4c9f-8d22-b7f159d95f6b {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:37.426424 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Allocated IP 172.20.0.11 (03467824-1af5-46b4-9775-45b8ed4ca0b6/7cc8a79d-57c2-4c7d-a51f-da6bf1333623/1a854bf3-fbd9-4c18-b187-286a757f049a) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:37.493276 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:37.503761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:37.504073 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Checking segment: {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:37.504464 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Bound using segment: {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:37.504903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Bound port: bf2aef4f-d112-40b8-bffe-35991a3e001d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893dd8ad-3f37-41b6-b08f-69152c09a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:37.505283 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.553898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58c94-65b3-44b9-a8c0-37f8427371aa req-3356f3f9-d583-4bee-a208-2032fa5a1c26 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:37.559813 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-72c58c94-65b3-44b9-a8c0-37f8427371aa req-3356f3f9-d583-4bee-a208-2032fa5a1c26 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0550585 Oct 27 01:26:37.608505 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-72c58c94-65b3-44b9-a8c0-37f8427371aa req-1350b0e5-d1d0-4a88-b683-4433e335db24 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Oct 27 01:26:37.643646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:37.648388 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:37.656502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.675499 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.677568 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:37.678183 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.679824 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/bf2aef4f-d112-40b8-bffe-35991a3e001d HTTP/1.1" status: 200 len: 1094 time: 1.3831859 Oct 27 01:26:37.680397 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:37.682652 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:37.734088 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:37.739429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075eb411-3e28-4b9d-862c-cb2b79d629ac x-openstack-request-id: req-075eb411-3e28-4b9d-862c-cb2b79d629ac {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:37.739716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:37.739971 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-075eb411-3e28-4b9d-862c-cb2b79d629ac {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:37.740369 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075eb411-3e28-4b9d-862c-cb2b79d629ac'] response: {'name': 'network-changed', 'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d', 'status': 'completed', 'code': 200} Oct 27 01:26:37.759815 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.762103 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68378-4d5e-4311-8c74-3cdaa821f3be service neutron] Pushing event updated for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:37.806377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:37.811955 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:37.816128 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:26:37.822425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event updated for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:37.871676 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:37.872394 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:37.892108 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-d9b9ec0e-a37d-42dc-bbd5-31dd90c501be tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020972 Oct 27 01:26:38.115061 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-dacb159a-17c4-4fba-b8ff-bdccef350adf None None] Provisioning complete for port 1a854bf3-fbd9-4c18-b187-286a757f049a triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:38.115660 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dacb159a-17c4-4fba-b8ff-bdccef350adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:38.115660 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-dacb159a-17c4-4fba-b8ff-bdccef350adf None None] Attempt 1 to provision port 1a854bf3-fbd9-4c18-b187-286a757f049a Oct 27 01:26:38.148603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-dacb159a-17c4-4fba-b8ff-bdccef350adf None None] Port 1a854bf3-fbd9-4c18-b187-286a757f049a cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:26:38.383974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7af8f-4804-4b34-bb96-a7ea4f00e7f6 req-340ac938-95e0-41f3-8b33-75912526c329 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:38.385456 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f7af8f-4804-4b34-bb96-a7ea4f00e7f6 req-340ac938-95e0-41f3-8b33-75912526c329 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 932 time: 0.0454478 Oct 27 01:26:38.432007 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f7af8f-4804-4b34-bb96-a7ea4f00e7f6 req-d946ffb7-cdda-4d3c-933c-7d7857f17c90 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Oct 27 01:26:38.731165 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcba359-d88f-4f4c-b8ae-e9fd8a0aa2c0 req-172cc290-e287-4f01-bf1a-87faf03a209a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:38.732638 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2dcba359-d88f-4f4c-b8ae-e9fd8a0aa2c0 req-172cc290-e287-4f01-bf1a-87faf03a209a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0486352 Oct 27 01:26:38.779377 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2dcba359-d88f-4f4c-b8ae-e9fd8a0aa2c0 req-d4900363-5401-412b-ae2c-ae213e935a3f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Oct 27 01:26:39.552321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cbb8c-3b5c-4682-9ff4-92a0b51b8ac3 req-25e3d37c-5ba1-41fe-af16-f25f9304ad27 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:39.553787 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d76cbb8c-3b5c-4682-9ff4-92a0b51b8ac3 req-25e3d37c-5ba1-41fe-af16-f25f9304ad27 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 932 time: 0.0458543 Oct 27 01:26:39.602060 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d76cbb8c-3b5c-4682-9ff4-92a0b51b8ac3 req-70885d6d-4db6-40e7-ad61-f6837d251763 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Oct 27 01:26:39.897198 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceea53f-adbb-441e-ab4d-9d81700f11d0 req-e207e0d9-d194-4467-a756-f75a98a7dc4e tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:39.898665 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ceea53f-adbb-441e-ab4d-9d81700f11d0 req-e207e0d9-d194-4467-a756-f75a98a7dc4e tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0459912 Oct 27 01:26:39.917097 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:39.949436 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ceea53f-adbb-441e-ab4d-9d81700f11d0 req-87cacdd8-2393-4a3f-8f93-fc67b4b1a8b2 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Oct 27 01:26:40.726256 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eb686-9a56-4390-8b82-5e36909ad566 req-888d9afe-5574-46dd-93c5-befd1043b6ec tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:40.727728 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0f3eb686-9a56-4390-8b82-5e36909ad566 req-888d9afe-5574-46dd-93c5-befd1043b6ec tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 932 time: 0.0470245 Oct 27 01:26:40.774154 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0f3eb686-9a56-4390-8b82-5e36909ad566 req-150fc61b-4a74-47a1-aaf6-fbdfa034c0c1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Oct 27 01:26:41.071128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c638a8-4d5a-4977-b524-e44d6a6e8f04 req-98db1766-a0bb-4528-abb3-6d910f573cce tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:41.072640 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59c638a8-4d5a-4977-b524-e44d6a6e8f04 req-98db1766-a0bb-4528-abb3-6d910f573cce tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0471315 Oct 27 01:26:41.119884 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59c638a8-4d5a-4977-b524-e44d6a6e8f04 req-b4826634-e661-427c-b7d8-ebf5aac536e2 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Oct 27 01:26:41.897713 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6c7a-8cac-40cc-9e2a-ed121cae15a7 req-18dd063b-71dc-4b64-8509-09a3e19768ff tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:41.899207 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90ee6c7a-8cac-40cc-9e2a-ed121cae15a7 req-18dd063b-71dc-4b64-8509-09a3e19768ff tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 932 time: 0.0514116 Oct 27 01:26:41.946056 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90ee6c7a-8cac-40cc-9e2a-ed121cae15a7 req-4701095c-5a9d-44de-a400-17439fb373c4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Oct 27 01:26:42.129355 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Request body: {'port': {'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:42.198096 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-3832f3d8-58aa-41f0-b641-ee6fccb5e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.199560 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-3832f3d8-58aa-41f0-b641-ee6fccb5e99f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 1128 time: 0.0672183 Oct 27 01:26:42.240418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3ed88-abd0-4f93-a2e2-5c2a10c6e68f req-8dc0a9ab-3a9c-4001-af0e-2dda8a69f0a1 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.242089 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ce3ed88-abd0-4f93-a2e2-5c2a10c6e68f req-8dc0a9ab-3a9c-4001-af0e-2dda8a69f0a1 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0458982 Oct 27 01:26:42.274261 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:42.289593 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ce3ed88-abd0-4f93-a2e2-5c2a10c6e68f req-3fa2ca2b-704f-4001-b272-45c651d5c8f7 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Oct 27 01:26:42.365270 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-4f032f73-4149-434a-9270-342f930cf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.366759 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-4f032f73-4149-434a-9270-342f930cf86f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=a816bcfd87b34071a24b948c351811c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1497140 Oct 27 01:26:42.569088 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-5b585451-4d46-4fb3-98a7-5e9a280e260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.570567 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-28bc72e5-6ed4-4d4e-a5c7-88270d009ac5 req-5b585451-4d46-4fb3-98a7-5e9a280e260a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658957 Oct 27 01:26:42.574121 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:42.672889 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a854bf3-fbd9-4c18-b187-286a757f049a {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:42.684291 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks [] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:42.697075 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-a267b14e-f7e1-4ff2-89ea-5e3b2e9c38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.698591 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-a267b14e-f7e1-4ff2-89ea-5e3b2e9c38d1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a816bcfd87b34071a24b948c351811c4&device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 1128 time: 0.0595708 Oct 27 01:26:42.703552 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Transition to ACTIVE for port object 1a854bf3-fbd9-4c18-b187-286a757f049a will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:26:42.706668 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:42.773384 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-39337730-12bc-4fb4-b538-ec7ea1fa7d20 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d HTTP/1.1" status: 200 len: 217 time: 0.0606647 Oct 27 01:26:42.808050 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:42.846993 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:42.882971 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546b35-cec7-4553-84e9-2e5101be336a req-7c39c590-179d-47a1-83c0-2703d289230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:42.884432 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-7c39c590-179d-47a1-83c0-2703d289230b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=242f92fe-1b40-4b55-b7c6-0209c90ed0f9 HTTP/1.1" status: 200 len: 848 time: 0.0985415 Oct 27 01:26:42.906513 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Attempting to bind port 1a854bf3-fbd9-4c18-b187-286a757f049a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:26:42.906775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Attempting to bind port 1a854bf3-fbd9-4c18-b187-286a757f049a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:26:42.907097 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Attempting to bind port 1a854bf3-fbd9-4c18-b187-286a757f049a on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:42.925477 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-9f123147-38d7-4713-b48b-11a2463e5c09 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=24be29c8-49a2-4c9f-8d22-b7f159d95f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338547 Oct 27 01:26:43.022046 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Port 1a854bf3-fbd9-4c18-b187-286a757f049a on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:43.022375 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Attempting to bind port 1a854bf3-fbd9-4c18-b187-286a757f049a on network 03467824-1af5-46b4-9775-45b8ed4ca0b6 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:43.066350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe5b7-75a1-4d73-b142-f5280a5b4f05 req-74ef66d5-5a89-4b8d-816e-9b2dc3f003b6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:43.068926 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e58fe5b7-75a1-4d73-b142-f5280a5b4f05 req-74ef66d5-5a89-4b8d-816e-9b2dc3f003b6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0466614 Oct 27 01:26:43.074378 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-484b501e-9113-4d6b-b4de-c06d8ec98c87 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319723 Oct 27 01:26:43.102652 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:26:43.102994 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Checking segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:26:43.103375 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Bound using segment: {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:26:43.103822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Bound port: 1a854bf3-fbd9-4c18-b187-286a757f049a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f95fdb-b157-4a4c-960e-e1220f49ee37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:26:43.104181 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:43.120385 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e58fe5b7-75a1-4d73-b142-f5280a5b4f05 req-64a4e25a-a5bc-44d7-b012-7e612cb7e5f5 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Oct 27 01:26:43.225870 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1b546b35-cec7-4553-84e9-2e5101be336a req-0354b3ad-d9c8-4b0d-befa-c2a1f6678f7f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437073 Oct 27 01:26:43.226886 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:43.229980 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a854bf3-fbd9-4c18-b187-286a757f049a,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:43.237593 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:43.241622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:43.242226 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:43.243589 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1094 time: 1.1195288 Oct 27 01:26:43.244132 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:43.246364 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161fcca-bc5c-4102-b13e-aad695cdcdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:43.296366 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8073ef2b-ed6a-4573-a0b2-0a967246745a x-openstack-request-id: req-8073ef2b-ed6a-4573-a0b2-0a967246745a {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:43.296653 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:43.296903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8073ef2b-ed6a-4573-a0b2-0a967246745a {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:43.297324 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8073ef2b-ed6a-4573-a0b2-0a967246745a'] response: {'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'status': 'completed', 'code': 200} Oct 27 01:26:43.298375 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ee372-05ab-4994-aa2c-ad772cb429c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:43.409287 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b2f9-f126-4031-a5b2-8e0d84702e2a req-1ad09da5-4a04-436d-b831-d3b44f8b0531 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:43.410790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c360b2f9-f126-4031-a5b2-8e0d84702e2a req-1ad09da5-4a04-436d-b831-d3b44f8b0531 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0478039 Oct 27 01:26:43.462531 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c360b2f9-f126-4031-a5b2-8e0d84702e2a req-a9fd57dd-3c15-4316-9723-1a9e48604b7b tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Oct 27 01:26:44.208189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:44.249344 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131d37b-84ca-4349-8bce-afd0a8b0cf2a req-a756b944-0505-4240-be29-3d93b2a0fe18 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:44.250664 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a131d37b-84ca-4349-8bce-afd0a8b0cf2a req-a756b944-0505-4240-be29-3d93b2a0fe18 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0516195 Oct 27 01:26:44.302599 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a131d37b-84ca-4349-8bce-afd0a8b0cf2a req-7347b8c3-3331-4f7f-a44e-b5a1ecf066b6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 Oct 27 01:26:44.583472 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16627c-c939-4f03-9317-ec9f6b233508 req-fb65112d-f80b-432b-bd7a-daa244fb6335 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:44.584961 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af16627c-c939-4f03-9317-ec9f6b233508 req-fb65112d-f80b-432b-bd7a-daa244fb6335 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0501928 Oct 27 01:26:44.633857 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af16627c-c939-4f03-9317-ec9f6b233508 req-0e9b4f97-1f8e-453d-9482-07edbdc9b9aa tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Oct 27 01:26:45.434814 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108dbca-ead4-4b54-b9e3-bb85018eac57 req-f5941ab7-b581-4d1a-99a1-e76a0447ed83 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:45.436311 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1108dbca-ead4-4b54-b9e3-bb85018eac57 req-f5941ab7-b581-4d1a-99a1-e76a0447ed83 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0480030 Oct 27 01:26:45.486987 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1108dbca-ead4-4b54-b9e3-bb85018eac57 req-0771d7eb-8cd5-4a8c-8d55-550ad778da95 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Oct 27 01:26:45.770701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44908a-9314-40d3-8b8c-350eb93b5d7e req-1768d78a-e13e-463e-900a-7ab4e2a6f6a4 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:45.772176 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0d44908a-9314-40d3-8b8c-350eb93b5d7e req-1768d78a-e13e-463e-900a-7ab4e2a6f6a4 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 944 time: 0.0588357 Oct 27 01:26:45.819999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0d44908a-9314-40d3-8b8c-350eb93b5d7e req-67aff638-8bf0-491a-9588-b64ac4d3a9b2 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Oct 27 01:26:46.112203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device bf2aef4f-d112-40b8-bffe-35991a3e001d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:26:46.220977 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:46.235864 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'bf2aef4f-d112-40b8-bffe-35991a3e001d', 'network_id': '24be29c8-49a2-4c9f-8d22-b7f159d95f6b', 'port_id': 'bf2aef4f-d112-40b8-bffe-35991a3e001d', 'mac_address': 'fa:16:3e:24:23:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242f92fe-1b40-4b55-b7c6-0209c90ed0f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:26:46.273331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port bf2aef4f-d112-40b8-bffe-35991a3e001d is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:46.273722 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:46.283867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:46.289882 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2aef4f-d112-40b8-bffe-35991a3e001d {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:46.310322 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:46.314905 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:46.373855 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:46.572765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:46.607780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ac657-844e-4901-9914-44e568f6dc34 req-8565f7d8-ee19-4bc0-9743-6a3f66a71289 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:46.609290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-458ac657-844e-4901-9914-44e568f6dc34 req-8565f7d8-ee19-4bc0-9743-6a3f66a71289 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0466816 Oct 27 01:26:46.657625 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-458ac657-844e-4901-9914-44e568f6dc34 req-559abb78-9915-41f6-886b-49c2db095cfa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Oct 27 01:26:46.997473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7064-1501-4a62-978a-37b51c89642d req-6cdd3977-f3f4-4f32-aa1f-3a059c9d345f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:46.999262 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aa1e7064-1501-4a62-978a-37b51c89642d req-6cdd3977-f3f4-4f32-aa1f-3a059c9d345f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 945 time: 0.0470371 Oct 27 01:26:47.039848 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['bf2aef4f-d112-40b8-bffe-35991a3e001d'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:26:47.054107 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aa1e7064-1501-4a62-978a-37b51c89642d req-c40e6c64-654f-4390-8e5c-8416a475f907 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Oct 27 01:26:47.556731 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-03ee5c3d-0a2f-40f9-a6e4-04678e1fdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:47.558328 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-03ee5c3d-0a2f-40f9-a6e4-04678e1fdf94 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1128 time: 0.0409813 Oct 27 01:26:47.617940 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-741983e1-c4f0-458d-bfdf-962e6aa4edee service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 217 time: 0.0451810 Oct 27 01:26:47.669868 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4322af9c-57b4-4b9c-9cbf-3474d5b6b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:47.671343 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4322af9c-57b4-4b9c-9cbf-3474d5b6b034 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0474031 Oct 27 01:26:47.686711 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:47.717127 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4e943cf4-8954-46f3-a1cd-1594f24a2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:47.718650 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-4e943cf4-8954-46f3-a1cd-1594f24a2169 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406966 Oct 27 01:26:47.801492 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162c3be-6999-4c2a-b4c5-913c0e32526d req-043cdd4d-0369-447f-8e8c-d22ddcc0b65e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:47.803596 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a162c3be-6999-4c2a-b4c5-913c0e32526d req-043cdd4d-0369-447f-8e8c-d22ddcc0b65e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0635009 Oct 27 01:26:47.820219 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-b72f5f36-780a-4e71-ba43-89f1a7203080 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948184 Oct 27 01:26:47.859874 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a162c3be-6999-4c2a-b4c5-913c0e32526d req-c42acb0b-113e-4928-beb5-af0e1306bde3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475531 Oct 27 01:26:47.937884 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3975ea3d-a3fe-4506-95c4-9fcf509e01c6 req-8fda1765-d8ea-4117-949c-e59647a96ea9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046464 Oct 27 01:26:47.951115 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60758) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:48.065587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5599a44d-9ec4-49c8-9a5f-7beb12c81194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.124241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:48.157322 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5599a44d-9ec4-49c8-9a5f-7beb12c81194 admin admin] Publish callbacks [] for security_group (6be238ad-6e6c-4280-a2ae-1f9614de331b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.161403 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5599a44d-9ec4-49c8-9a5f-7beb12c81194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6be238ad-6e6c-4280-a2ae-1f9614de331b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.186060 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb54f2-e132-48cc-9a72-160142020aca req-1069d6d4-ab15-487f-9450-20759702b3b5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:48.187666 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-75fb54f2-e132-48cc-9a72-160142020aca req-1069d6d4-ab15-487f-9450-20759702b3b5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Oct 27 01:26:48.218772 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5599a44d-9ec4-49c8-9a5f-7beb12c81194 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9879b9937ead4ef3a6c1c9de77d3a63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665038 Oct 27 01:26:48.219562 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60798) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:48.220500 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a44d-9ec4-49c8-9a5f-7beb12c81194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be238ad-6e6c-4280-a2ae-1f9614de331b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:48.281604 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-75fb54f2-e132-48cc-9a72-160142020aca req-77017595-aab0-48d4-ade9-5349058c10fe tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667236 Oct 27 01:26:48.291477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] Publish callbacks [] for security_group (6be238ad-6e6c-4280-a2ae-1f9614de331b), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.314824 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] Publish callbacks [] for security_group (6be238ad-6e6c-4280-a2ae-1f9614de331b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.381352 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6be238ad-6e6c-4280-a2ae-1f9614de331b), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.384624 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.385822 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6be238ad-6e6c-4280-a2ae-1f9614de331b HTTP/1.1" status: 204 len: 168 time: 0.1622846 Oct 27 01:26:48.400944 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d3eca-c066-4881-85d7-43a444fd87ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be238ad-6e6c-4280-a2ae-1f9614de331b,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:48.722310 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60822) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:48.735497 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2de7c97-6122-4e53-ab3d-0aa51bad75ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.819386 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2de7c97-6122-4e53-ab3d-0aa51bad75ba admin admin] Publish callbacks [] for security_group (49ac45b9-e1e5-4766-b36a-4ec99ac979e3), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.823372 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2de7c97-6122-4e53-ab3d-0aa51bad75ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (49ac45b9-e1e5-4766-b36a-4ec99ac979e3), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.864172 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e2de7c97-6122-4e53-ab3d-0aa51bad75ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d1b95477ea8e456bafe9470310b4ce3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407335 Oct 27 01:26:48.865314 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de7c97-6122-4e53-ab3d-0aa51bad75ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac45b9-e1e5-4766-b36a-4ec99ac979e3,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:48.867397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60828) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:48.925574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] Publish callbacks [] for security_group (49ac45b9-e1e5-4766-b36a-4ec99ac979e3), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:48.950407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] Publish callbacks [] for security_group (49ac45b9-e1e5-4766-b36a-4ec99ac979e3), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.013501 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f55ed-10eb-40e5-901d-dcfc28161b7d req-e28c184e-e289-4ac0-a8e7-beffd3c2107b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:49.015125 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a75f55ed-10eb-40e5-901d-dcfc28161b7d req-e28c184e-e289-4ac0-a8e7-beffd3c2107b tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0674455 Oct 27 01:26:49.051942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:49.064886 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (49ac45b9-e1e5-4766-b36a-4ec99ac979e3), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.067688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.068834 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/49ac45b9-e1e5-4766-b36a-4ec99ac979e3 HTTP/1.1" status: 204 len: 168 time: 0.2003706 Oct 27 01:26:49.077008 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a75f55ed-10eb-40e5-901d-dcfc28161b7d req-38642a30-1e06-410e-b626-d518afc07f8a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549955 Oct 27 01:26:49.082513 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c7351-cddb-44ae-9927-94e7de0a5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac45b9-e1e5-4766-b36a-4ec99ac979e3,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:49.313877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device bf2aef4f-d112-40b8-bffe-35991a3e001d up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:49.362818 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port bf2aef4f-d112-40b8-bffe-35991a3e001d completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:26:49.372618 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port bf2aef4f-d112-40b8-bffe-35991a3e001d triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:49.372994 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.373349 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port bf2aef4f-d112-40b8-bffe-35991a3e001d Oct 27 01:26:49.391450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd20fc-b2c8-4c25-a171-25b521a66e6f req-be5b2267-8cff-4a6e-b783-0c1a1944d739 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:49.393912 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d4bd20fc-b2c8-4c25-a171-25b521a66e6f req-be5b2267-8cff-4a6e-b783-0c1a1944d739 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Oct 27 01:26:49.419506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:49.472340 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d4bd20fc-b2c8-4c25-a171-25b521a66e6f req-a27b91fb-4008-4547-8de6-86b6ae445cef tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Oct 27 01:26:49.473262 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port bf2aef4f-d112-40b8-bffe-35991a3e001d is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:49.473665 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.506540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:49.509445 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3937c-1ab5-4190-a1f8-c4d16fa3daea" -d '{"events": [{"server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "name": "network-vif-plugged", "status": "completed", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:49.524199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:49.528884 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:49.568922 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e11037-b1c0-46ee-8531-d01eadfa0fa1 x-openstack-request-id: req-b4e11037-b1c0-46ee-8531-d01eadfa0fa1 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:49.569583 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "name": "network-vif-plugged", "status": "completed", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:49.570045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4e11037-b1c0-46ee-8531-d01eadfa0fa1 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:49.570776 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e11037-b1c0-46ee-8531-d01eadfa0fa1'] response: {'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d', 'code': 200} Oct 27 01:26:49.586770 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:50.207875 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e22b3-d64b-4db2-9886-034034da5d12 req-cb8cb3f3-c46e-4683-a7fd-6bac6716156c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:50.209479 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-be5e22b3-d64b-4db2-9886-034034da5d12 req-cb8cb3f3-c46e-4683-a7fd-6bac6716156c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0508661 Oct 27 01:26:50.260806 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-be5e22b3-d64b-4db2-9886-034034da5d12 req-2263f1ce-adb2-43f2-93e3-14f477f5f76d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Oct 27 01:26:50.610371 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808458fa-87b8-47cb-8006-52dbf846f49b req-643c6b42-f192-4e16-b618-21a1cb8d21a5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:50.613141 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-808458fa-87b8-47cb-8006-52dbf846f49b req-643c6b42-f192-4e16-b618-21a1cb8d21a5 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0567796 Oct 27 01:26:50.665137 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-808458fa-87b8-47cb-8006-52dbf846f49b req-647fbad5-854e-493a-ab13-925db9284e78 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Oct 27 01:26:50.831819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60890) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:50.938783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-167573c8-0531-4b6f-82cf-94f4db933df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.024026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-167573c8-0531-4b6f-82cf-94f4db933df9 admin admin] Publish callbacks [] for security_group (131406c3-ef68-4133-be38-101091a8d015), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.027673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-167573c8-0531-4b6f-82cf-94f4db933df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (131406c3-ef68-4133-be38-101091a8d015), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.033354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:51.068470 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167573c8-0531-4b6f-82cf-94f4db933df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131406c3-ef68-4133-be38-101091a8d015,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:51.075148 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-167573c8-0531-4b6f-82cf-94f4db933df9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=04bd52fbfb294ed194fb49a25c5c1ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423100 Oct 27 01:26:51.077779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60894) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:51.128803 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] Publish callbacks [] for security_group (131406c3-ef68-4133-be38-101091a8d015), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.152832 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] Publish callbacks [] for security_group (131406c3-ef68-4133-be38-101091a8d015), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.200706 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (131406c3-ef68-4133-be38-101091a8d015), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.203297 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.204457 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/131406c3-ef68-4133-be38-101091a8d015 HTTP/1.1" status: 204 len: 168 time: 0.1257493 Oct 27 01:26:51.214679 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd66c5-c5db-48ae-aa18-c5ceca5eee24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131406c3-ef68-4133-be38-101091a8d015,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:51.388700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b5a41-c515-44bb-9759-4076fcb86e8e req-9ce45a43-eb98-49f4-97aa-78ec7b77b04a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:51.390147 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb6b5a41-c515-44bb-9759-4076fcb86e8e req-9ce45a43-eb98-49f4-97aa-78ec7b77b04a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0508890 Oct 27 01:26:51.440942 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eb6b5a41-c515-44bb-9759-4076fcb86e8e req-7b7e3e3a-50c2-4cd2-aa88-4f51cc71d542 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Oct 27 01:26:51.501360 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 60902) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:51.518104 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-989859f6-6192-4599-8b04-9a05d670aa4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.571952 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:51.605113 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-989859f6-6192-4599-8b04-9a05d670aa4a admin admin] Publish callbacks [] for security_group (341f3fbd-3e7d-4d18-af91-315ec91212a6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.608877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-989859f6-6192-4599-8b04-9a05d670aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (341f3fbd-3e7d-4d18-af91-315ec91212a6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.653874 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-989859f6-6192-4599-8b04-9a05d670aa4a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c1b062a7917a4a788214b2d85f132c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491776 Oct 27 01:26:51.653874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989859f6-6192-4599-8b04-9a05d670aa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f3fbd-3e7d-4d18-af91-315ec91212a6,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:51.654450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 60908) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:51.711592 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] Publish callbacks [] for security_group (341f3fbd-3e7d-4d18-af91-315ec91212a6), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.732712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] Publish callbacks [] for security_group (341f3fbd-3e7d-4d18-af91-315ec91212a6), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.742998 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:51.813908 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8b95d-e049-4f77-b8bb-3be33c4be726 req-edb96326-fcba-4b91-ba18-c09524f0f5d6 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:51.815512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59b8b95d-e049-4f77-b8bb-3be33c4be726 req-edb96326-fcba-4b91-ba18-c09524f0f5d6 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0674787 Oct 27 01:26:51.842644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (341f3fbd-3e7d-4d18-af91-315ec91212a6), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.845209 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:51.846361 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/341f3fbd-3e7d-4d18-af91-315ec91212a6 HTTP/1.1" status: 204 len: 168 time: 0.1906664 Oct 27 01:26:51.860467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a3577-b340-47c1-aec9-8e2c1115590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f3fbd-3e7d-4d18-af91-315ec91212a6,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:51.891167 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59b8b95d-e049-4f77-b8bb-3be33c4be726 req-bebc00db-6c75-437c-84ad-b55de353f117 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665877 Oct 27 01:26:52.407904 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-11571590-2c5e-4131-80db-f407788eec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:52.410654 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-11571590-2c5e-4131-80db-f407788eec97 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1128 time: 0.0446684 Oct 27 01:26:52.551755 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:52.559935 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-7bcaec5c-ef17-4d96-82d8-becb18f30434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:52.561450 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-7bcaec5c-ef17-4d96-82d8-becb18f30434 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.1442778 Oct 27 01:26:52.576222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f109dc-e2bf-4d0e-89c7-91cbd47d05ab req-6fb73d8e-9ad0-41e5-ab4e-e4c635d52000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:52.577860 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e5f109dc-e2bf-4d0e-89c7-91cbd47d05ab req-6fb73d8e-9ad0-41e5-ab4e-e4c635d52000 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0690901 Oct 27 01:26:52.597627 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3584b7-214d-428b-a1ba-03c8d8199a5f req-f447aa10-ae09-4f89-ac99-8ee97d099df3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:52.599721 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ed3584b7-214d-428b-a1ba-03c8d8199a5f req-f447aa10-ae09-4f89-ac99-8ee97d099df3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 944 time: 0.0587430 Oct 27 01:26:52.614226 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-e8166284-f9d6-4941-9594-c3a89b9bca45 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 217 time: 0.0461206 Oct 27 01:26:52.657267 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ed3584b7-214d-428b-a1ba-03c8d8199a5f req-a6a69751-f744-4681-834f-63d06cca5726 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518322 Oct 27 01:26:52.700058 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-4e589fbe-c6e4-4fc2-b097-e1f9f7310ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:52.701910 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-4e589fbe-c6e4-4fc2-b097-e1f9f7310ab8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0769677 Oct 27 01:26:52.705530 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e5f109dc-e2bf-4d0e-89c7-91cbd47d05ab req-1c0ef198-78aa-42a8-8afb-dcdc2c11b3cc service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992150 Oct 27 01:26:53.020705 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa3566-b49d-4ab9-afbd-94bb19ae2bf0 req-2b1e5f19-1bf1-4542-99c8-2aaf8289865d tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:53.022277 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90aa3566-b49d-4ab9-afbd-94bb19ae2bf0 req-2b1e5f19-1bf1-4542-99c8-2aaf8289865d tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0496988 Oct 27 01:26:53.072524 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90aa3566-b49d-4ab9-afbd-94bb19ae2bf0 req-eb521f16-ac6f-4236-ab80-803031533e8f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445063 Oct 27 01:26:53.161851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-268e6216-7f2b-4c3d-ab23-f2d891ede43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:53.163307 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-268e6216-7f2b-4c3d-ab23-f2d891ede43d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397928 Oct 27 01:26:53.258770 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-21ea1699-31f6-470e-89fb-c5d88a7df491 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Oct 27 01:26:53.331236 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1a854bf3-fbd9-4c18-b187-286a757f049a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:26:53.447007 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a854bf3-fbd9-4c18-b187-286a757f049a,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:53.457636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-27073d70-131a-42a7-9a45-bc64013dd8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:53.465693 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:26:53.640234 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 1a854bf3-fbd9-4c18-b187-286a757f049a is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:53.640628 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:53.655502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a854bf3-fbd9-4c18-b187-286a757f049a {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:26:53.678436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a854bf3-fbd9-4c18-b187-286a757f049a,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:53.683595 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:53.732836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:53.822524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988b2b2-7135-4120-aad2-c052b3835d0f req-231009a8-5143-4c5d-b1ef-10740ee11c86 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:53.825687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5988b2b2-7135-4120-aad2-c052b3835d0f req-231009a8-5143-4c5d-b1ef-10740ee11c86 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 945 time: 0.0673590 Oct 27 01:26:53.836577 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:53.843076 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:53.889815 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5988b2b2-7135-4120-aad2-c052b3835d0f req-33eb264a-633e-40ae-95e5-54ee8330fdb2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573957 Oct 27 01:26:53.970714 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-e3825d6b-dee4-4511-914e-3b274e115a23 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1700913311&fields=id&tenant_id=40ecdf4e71844f7f9e3da7f59659b605 HTTP/1.1" status: 200 len: 267 time: 0.0570056 Oct 27 01:26:54.015085 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-d161fcca-bc5c-4102-b13e-aad695cdcdf9 req-011f45c7-78f5-4171-877e-c14f29efdd48 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054356 Oct 27 01:26:54.076527 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:54.100021 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 32768) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:54.103665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-6ebf900f-650e-40e8-8e5c-4a6a70877de2 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:54.106941 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-6ebf900f-650e-40e8-8e5c-4a6a70877de2 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 808 time: 0.1241775 Oct 27 01:26:54.126021 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-63b96e29-94c1-4808-bd70-a40ad727d888 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/quotas/40ecdf4e71844f7f9e3da7f59659b605 HTTP/1.1" status: 200 len: 375 time: 0.0117011 Oct 27 01:26:54.213260 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-9e1ed05f-2c77-436b-98f8-8d3426b99ebd tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762379 Oct 27 01:26:54.220668 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47ca3570-21a7-4630-b581-df0dff7552ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.223578 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e0d0-c5e2-4d7b-8732-1e62d0cf3652 req-8adb174a-7115-4bc8-9e03-7701f5c0cb7c tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:54.225034 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0c6e0d0-c5e2-4d7b-8732-1e62d0cf3652 req-8adb174a-7115-4bc8-9e03-7701f5c0cb7c tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0747695 Oct 27 01:26:54.303228 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47ca3570-21a7-4630-b581-df0dff7552ec admin admin] Publish callbacks [] for security_group (ac5257f2-b726-4a01-82cd-942f20b1b81e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.307475 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47ca3570-21a7-4630-b581-df0dff7552ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ac5257f2-b726-4a01-82cd-942f20b1b81e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.336538 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0c6e0d0-c5e2-4d7b-8732-1e62d0cf3652 req-188a1cad-c084-4854-8962-7408c0ccfb2f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036365 Oct 27 01:26:54.342943 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3570-21a7-4630-b581-df0dff7552ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5257f2-b726-4a01-82cd-942f20b1b81e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:54.350960 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-800e506c-9d46-41c9-9bfb-459af7a9fd39 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247752 Oct 27 01:26:54.357204 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-47ca3570-21a7-4630-b581-df0dff7552ec admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=de770386fc4b4f309c038c47da3bd95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557819 Oct 27 01:26:54.360678 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 32774) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:54.361828 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['1a854bf3-fbd9-4c18-b187-286a757f049a'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:26:54.376085 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:54.418058 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] Publish callbacks [] for security_group (ac5257f2-b726-4a01-82cd-942f20b1b81e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.442612 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:54.447987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] Publish callbacks [] for security_group (ac5257f2-b726-4a01-82cd-942f20b1b81e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.477239 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-64872ccb-7db4-4827-8348-b0d6fdf207f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052122 Oct 27 01:26:54.509330 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ac5257f2-b726-4a01-82cd-942f20b1b81e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.511886 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.515491 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac5257f2-b726-4a01-82cd-942f20b1b81e HTTP/1.1" status: 204 len: 168 time: 0.1523154 Oct 27 01:26:54.537197 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce7727-a1ee-4c7b-9851-c87a71dacc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5257f2-b726-4a01-82cd-942f20b1b81e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:54.821103 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:26:54.841180 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-454184b0-efa9-4724-a748-db9217161414 req-12800606-f491-4835-b08c-11eca2503fe7 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0550108 Oct 27 01:26:54.875089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 32792) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:54.890833 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a79e19c5-e7d5-4e29-9b8f-bc51f09fe5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.981504 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a79e19c5-e7d5-4e29-9b8f-bc51f09fe5d1 admin admin] Publish callbacks [] for security_group (f673c9c1-2bd2-49d1-8684-c13feedb5fe6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:54.987090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a79e19c5-e7d5-4e29-9b8f-bc51f09fe5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f673c9c1-2bd2-49d1-8684-c13feedb5fe6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.029649 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bd7c8-40e6-4e30-875a-4d915611eb8a req-f9dc7c17-133b-4a38-a5e9-eba30be82ad6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:55.030595 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a79e19c5-e7d5-4e29-9b8f-bc51f09fe5d1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4b3ab995a99431389a52fbfdab8cfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541731 Oct 27 01:26:55.031442 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e19c5-e7d5-4e29-9b8f-bc51f09fe5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f673c9c1-2bd2-49d1-8684-c13feedb5fe6,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:55.033747 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 32800) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:26:55.033905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-644bd7c8-40e6-4e30-875a-4d915611eb8a req-f9dc7c17-133b-4a38-a5e9-eba30be82ad6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 945 time: 0.0626233 Oct 27 01:26:55.054457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:55.098008 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-644bd7c8-40e6-4e30-875a-4d915611eb8a req-a70cd071-a828-466b-9680-07e02d5a32fe tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527790 Oct 27 01:26:55.103290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] Publish callbacks [] for security_group (f673c9c1-2bd2-49d1-8684-c13feedb5fe6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.141982 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] Publish callbacks [] for security_group (f673c9c1-2bd2-49d1-8684-c13feedb5fe6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.195479 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f673c9c1-2bd2-49d1-8684-c13feedb5fe6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.198429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.199644 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f673c9c1-2bd2-49d1-8684-c13feedb5fe6 HTTP/1.1" status: 204 len: 168 time: 0.1539807 Oct 27 01:26:55.209443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288badbd-1087-44ac-bd5e-69fe9d283566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673c9c1-2bd2-49d1-8684-c13feedb5fe6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:55.484514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880fede-f1a5-4a56-aeb4-29df2648e63d req-c5b46454-453d-4bc5-8604-f4ff7727b038 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:55.486033 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5880fede-f1a5-4a56-aeb4-29df2648e63d req-c5b46454-453d-4bc5-8604-f4ff7727b038 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0551443 Oct 27 01:26:55.519012 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:55.546312 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5880fede-f1a5-4a56-aeb4-29df2648e63d req-e3d58b5e-6292-4b6e-a8b0-9a30abaf004d tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 Oct 27 01:26:55.774740 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa725344-9f87-40a4-943c-496f9bfb0997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.793455 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1a854bf3-fbd9-4c18-b187-286a757f049a up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:55.852113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 1a854bf3-fbd9-4c18-b187-286a757f049a completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:26:55.860330 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 1a854bf3-fbd9-4c18-b187-286a757f049a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:26:55.860904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:55.861255 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 1a854bf3-fbd9-4c18-b187-286a757f049a Oct 27 01:26:55.977481 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 1a854bf3-fbd9-4c18-b187-286a757f049a is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:26:55.977699 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e71e476-2a43-4003-a79e-ba0afcdb64b8 req-a175efa7-ac9f-4da9-81b3-e0f4304cfb63 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0397229 Oct 27 01:26:55.978249 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:56.000816 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:56.013255 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:26:56.013255 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0807f4-b9ef-44fb-990e-504ef4757371" -d '{"events": [{"server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "name": "network-vif-plugged", "status": "completed", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:56.027108 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a854bf3-fbd9-4c18-b187-286a757f049a,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:56.032397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:56.074310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61d0c0-b739-488f-bc84-aa6b13c165b4 x-openstack-request-id: req-cd61d0c0-b739-488f-bc84-aa6b13c165b4 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:56.074939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "name": "network-vif-plugged", "status": "completed", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:56.075327 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd61d0c0-b739-488f-bc84-aa6b13c165b4 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:56.075891 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd61d0c0-b739-488f-bc84-aa6b13c165b4'] response: {'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'code': 200} Oct 27 01:26:56.091733 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:56.271675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4785d8-83e9-4292-aace-e25026e7ee09 req-3ed27cae-2a7b-40ad-a0ff-6f4f6f714ae6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:56.273542 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-be4785d8-83e9-4292-aace-e25026e7ee09 req-3ed27cae-2a7b-40ad-a0ff-6f4f6f714ae6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0719879 Oct 27 01:26:56.425776 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-be4785d8-83e9-4292-aace-e25026e7ee09 req-a4716288-a3d1-4eec-a76b-4520418fafb1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365359 Oct 27 01:26:56.638942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471036b-7293-401f-9bd3-a186031f9ed2 req-715a6757-4113-48ca-b19f-caa9687c53de tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:56.640788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3471036b-7293-401f-9bd3-a186031f9ed2 req-715a6757-4113-48ca-b19f-caa9687c53de tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0529408 Oct 27 01:26:56.667131 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d8b9-0780-4d4b-9e71-e583e687c8e7 req-ea587cdd-2d25-4b5d-ad83-05b3e8b69347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:56.669286 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fff5d8b9-0780-4d4b-9e71-e583e687c8e7 req-ea587cdd-2d25-4b5d-ad83-05b3e8b69347 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.3240662 Oct 27 01:26:56.708084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3471036b-7293-401f-9bd3-a186031f9ed2 req-28b39665-cacc-407d-b0ca-f687c97ce5dd tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548053 Oct 27 01:26:56.713410 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-e668a510-7712-4262-ab6c-9ddfd98e90d8 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:56.714858 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-e668a510-7712-4262-ab6c-9ddfd98e90d8 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 808 time: 0.4315317 Oct 27 01:26:57.085121 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:57.092103 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15b13932-abef-481a-a2fe-28010ad0b976 req-a38a5a1b-6c05-4959-87e8-694dad248178 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0298567 Oct 27 01:26:57.540490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966fea0-8bb7-4586-a26e-31906cb2d8e8 req-0e5d648e-8bba-4333-a50f-af76fa2ecce1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:57.541996 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a966fea0-8bb7-4586-a26e-31906cb2d8e8 req-0e5d648e-8bba-4333-a50f-af76fa2ecce1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0471778 Oct 27 01:26:57.588591 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a966fea0-8bb7-4586-a26e-31906cb2d8e8 req-39c994bf-c3a5-46be-968b-9fc37d557ff7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 Oct 27 01:26:57.864433 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff10bd1-56eb-4a5c-8dd0-4f64bb448c68 req-627c647b-26dd-4ead-928f-365bd59479f9 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:57.867366 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ff10bd1-56eb-4a5c-8dd0-4f64bb448c68 req-627c647b-26dd-4ead-928f-365bd59479f9 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0808144 Oct 27 01:26:57.899467 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-fff5d8b9-0780-4d4b-9e71-e583e687c8e7 req-1a81d558-6a60-4a04-84c9-c5e4364248e4 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812316 Oct 27 01:26:57.924447 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ff10bd1-56eb-4a5c-8dd0-4f64bb448c68 req-25f54759-bd6f-4457-8503-7d49dcf40e5f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500042 Oct 27 01:26:57.943068 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-139324ab-2bb1-4a27-b821-651cb148b59a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40ecdf4e71844f7f9e3da7f59659b605 HTTP/1.1" status: 200 len: 380 time: 0.1170475 Oct 27 01:26:58.195972 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-50ffb0ab-4414-49f3-a9b7-7be6b2d9d173 req-14a34200-30cf-44de-b2bb-7afcea3ec3ba tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0281246 Oct 27 01:26:58.719491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708fcc-0c10-4c79-a35a-b0afee7693f4 req-20984751-508d-4d44-9372-9fe11f1ea177 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:58.720348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2708fcc-0c10-4c79-a35a-b0afee7693f4 req-20984751-508d-4d44-9372-9fe11f1ea177 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0567703 Oct 27 01:26:58.750814 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:58.755873 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:58.780585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2708fcc-0c10-4c79-a35a-b0afee7693f4 req-820d0c0d-e432-4c95-8bd3-b41b4284d57d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527420 Oct 27 01:26:58.957425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:59.049415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b52127-43ea-4009-a4c2-52d057e4edcf req-1e5fae07-f56c-431f-8fd7-eb4fa961b87a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:59.050970 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68b52127-43ea-4009-a4c2-52d057e4edcf req-1e5fae07-f56c-431f-8fd7-eb4fa961b87a tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0467885 Oct 27 01:26:59.102288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68b52127-43ea-4009-a4c2-52d057e4edcf req-ba9d1fa8-48e0-4ade-8804-a23971164a27 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Oct 27 01:26:59.300463 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f9a9ec2e-ef4b-45f0-8d70-73d1b1363167 req-7ca8ed09-b374-4d7e-a0dd-18410b3ebe6f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0284638 Oct 27 01:26:59.497987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'port': {'device_id': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'admin_state_up': True, 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'security_groups': ['9439a445-5e5a-46f6-b084-4fc961e84d7c']}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:26:59.609693 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-8ead8d9e-9db2-4912-b517-cc6206f2bfae tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:59.611100 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-8ead8d9e-9db2-4912-b517-cc6206f2bfae tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0696576 Oct 27 01:26:59.725352 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Made reservation on behalf of 40ecdf4e71844f7f9e3da7f59659b605 for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:59.729051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:59.740625 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:59.741489 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Deleting port bf2aef4f-d112-40b8-bffe-35991a3e001d {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:26:59.742040 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:59.919623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bf436-6cfe-48f6-a3a9-3a6e2597967b req-51058dfc-5574-408e-8d55-8aaeb1e90b61 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:26:59.921164 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-731bf436-6cfe-48f6-a3a9-3a6e2597967b req-51058dfc-5574-408e-8d55-8aaeb1e90b61 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0551379 Oct 27 01:26:59.940125 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:26:59.945836 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] For port bf2aef4f-d112-40b8-bffe-35991a3e001d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bf2aef4f-d112-40b8-bffe-35991a3e001d,segment=NetworkSegment(893dd8ad-3f37-41b6-b08f-69152c09a0d3),segment_id=893dd8ad-3f37-41b6-b08f-69152c09a0d3)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:59.946206 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:26:59.970794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Calling delete_port for bf2aef4f-d112-40b8-bffe-35991a3e001d owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:26:59.978486 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-731bf436-6cfe-48f6-a3a9-3a6e2597967b req-60b522f2-f4c0-4498-ba4e-dd2aebf71d53 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507846 Oct 27 01:26:59.994417 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Allocated IP 172.20.0.7 (b67084fb-2a24-49ee-9833-86835b5c48d2/c28dd484-a56d-420d-9122-19c52df07a52/4d69ceff-443c-464b-8f81-6dc73cdbb4da) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:00.259386 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (bf2aef4f-d112-40b8-bffe-35991a3e001d), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.263508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.266962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c8b7-6da5-4f57-be4d-6606f3bf1f83 req-8553fe07-c073-49da-ac6b-74dadf89ad4f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:00.268704 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0283c8b7-6da5-4f57-be4d-6606f3bf1f83 req-8553fe07-c073-49da-ac6b-74dadf89ad4f tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 946 time: 0.0807981 Oct 27 01:27:00.315279 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Pushing event deleted for resources: {'Port': ['ID=bf2aef4f-d112-40b8-bffe-35991a3e001d,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:00.357458 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0283c8b7-6da5-4f57-be4d-6606f3bf1f83 req-17282d48-a1db-45aa-af37-49f3b66853b2 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=854139b9-2d71-4114-89c8-f56d13b35831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745862 Oct 27 01:27:00.374407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.374754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.375095 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.375426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.375752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.377003 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.377359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.377709 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.379251 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.379616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.380134 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.380485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.380967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.381685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.382119 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:00.407582 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] No DVR routers for this DVR port bf2aef4f-d112-40b8-bffe-35991a3e001d on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:27:00.411023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.415162 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1ad8d828-04aa-4176-aff5-196c157d67bb req-b225a568-3aad-4dcb-96b5-7e38a5febe29 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.13 "DELETE /networking/v2.0/ports/bf2aef4f-d112-40b8-bffe-35991a3e001d HTTP/1.1" status: 204 len: 173 time: 0.7976954 Oct 27 01:27:00.420325 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'name': 'network-vif-deleted', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:00.422587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8cd59-dbe9-4fd7-80a0-ffb537e66d9e" -d '{"events": [{"server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "name": "network-vif-deleted", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:00.451877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.465683 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9d45df-9ed2-459f-8b60-ee744500c1cc req-e0c85536-c440-405b-b1b2-0e016c4e54fd tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0517542 Oct 27 01:27:00.488049 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea001032-585f-408b-8caf-ea2289f45985 x-openstack-request-id: req-ea001032-585f-408b-8caf-ea2289f45985 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:00.488250 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75642481-f019-4830-936c-c827e8be6ce9", "name": "network-vif-deleted", "tag": "bf2aef4f-d112-40b8-bffe-35991a3e001d", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:00.488473 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea001032-585f-408b-8caf-ea2289f45985 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:00.488878 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea001032-585f-408b-8caf-ea2289f45985'] response: {'server_uuid': '75642481-f019-4830-936c-c827e8be6ce9', 'name': 'network-vif-deleted', 'tag': 'bf2aef4f-d112-40b8-bffe-35991a3e001d', 'status': 'completed', 'code': 200} Oct 27 01:27:00.505534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Network b67084fb-2a24-49ee-9833-86835b5c48d2 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:00.511357 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:00.515546 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:27:00.523201 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:00.578365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:00.579124 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.598697 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-67d464c9-574f-43c5-8d4c-cf0d477a6052 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1047406 Oct 27 01:27:00.660360 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Request body: {'port': {'device_id': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:00.739792 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.748797 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:00.819904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-f888dc1c-7880-4edc-8747-4f60d1254426 None None] Provisioning complete for port 4d69ceff-443c-464b-8f81-6dc73cdbb4da triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:27:00.820470 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f888dc1c-7880-4edc-8747-4f60d1254426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:00.820588 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-f888dc1c-7880-4edc-8747-4f60d1254426 None None] Attempt 1 to provision port 4d69ceff-443c-464b-8f81-6dc73cdbb4da Oct 27 01:27:00.858303 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f888dc1c-7880-4edc-8747-4f60d1254426 None None] Port 4d69ceff-443c-464b-8f81-6dc73cdbb4da cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:27:00.920899 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:01.017035 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d69ceff-443c-464b-8f81-6dc73cdbb4da {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:27:01.025997 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks [] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.040417 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Transition to ACTIVE for port object 4d69ceff-443c-464b-8f81-6dc73cdbb4da will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:27:01.044644 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.123266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b82e0-60f0-4d23-9411-1492cdca2feb req-cbf01fed-16ed-4620-bcaa-d4b801be403a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.125052 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-098b82e0-60f0-4d23-9411-1492cdca2feb req-cbf01fed-16ed-4620-bcaa-d4b801be403a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0525169 Oct 27 01:27:01.127283 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.134122 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:01.171049 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Attempting to bind port 4d69ceff-443c-464b-8f81-6dc73cdbb4da on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:27:01.171987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Attempting to bind port 4d69ceff-443c-464b-8f81-6dc73cdbb4da by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:27:01.171987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Attempting to bind port 4d69ceff-443c-464b-8f81-6dc73cdbb4da on network b67084fb-2a24-49ee-9833-86835b5c48d2 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:01.187719 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-098b82e0-60f0-4d23-9411-1492cdca2feb req-9e771775-5916-480e-abfc-7e97e4f37a5a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557070 Oct 27 01:27:01.221109 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Port 4d69ceff-443c-464b-8f81-6dc73cdbb4da on network b67084fb-2a24-49ee-9833-86835b5c48d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:27:01.222266 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Attempting to bind port 4d69ceff-443c-464b-8f81-6dc73cdbb4da on network b67084fb-2a24-49ee-9833-86835b5c48d2 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:01.268217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:27:01.268605 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Checking segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:27:01.268998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Bound using segment: {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:27:01.269509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Bound port: 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38d5c54-f754-46a2-a99b-f105f9e99485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:27:01.269878 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.334386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed7555-d66e-41a4-bffa-62767e7f5077 req-e345f534-db37-4650-86e0-d66c5ce8b452 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.335914 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95ed7555-d66e-41a4-bffa-62767e7f5077 req-e345f534-db37-4650-86e0-d66c5ce8b452 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0613775 Oct 27 01:27:01.344575 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:27:01.347423 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 32932) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:01.348165 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:27:01.354295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'floatingip': {'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:01.355053 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.360511 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.361155 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.362808 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 1093 time: 0.7075746 Oct 27 01:27:01.395323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:01.411176 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:01.443493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bdd60-0652-47ee-9857-abe7a7326590 service neutron] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:01.499129 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-63f88afd-3d53-4966-bf15-09a85e2fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.501272 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-63f88afd-3d53-4966-bf15-09a85e2fadc7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1127 time: 0.0491660 Oct 27 01:27:01.559409 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-c3c6cc33-a3ff-4e27-97cf-50a76a81836e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 217 time: 0.0408790 Oct 27 01:27:01.573722 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c07bccf4-c70a-4042-ad7f-8074415f3462 req-3556f835-2b7c-4ed6-b4c2-0f047055a2e4 tempest-VolumesActionsTest-537855645 tempest-VolumesActionsTest-537855645-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=75642481-f019-4830-936c-c827e8be6ce9 HTTP/1.1" status: 200 len: 210 time: 0.0375092 Oct 27 01:27:01.663164 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e066a-89e9-4539-a3e2-4dded9178565 req-2a92c2c4-bc85-4f92-abab-fe104070e0e2 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.664520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ea4e066a-89e9-4539-a3e2-4dded9178565 req-2a92c2c4-bc85-4f92-abab-fe104070e0e2 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0958927 Oct 27 01:27:01.764390 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device bf2aef4f-d112-40b8-bffe-35991a3e001d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:27:01.788941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: bf2aef4f-d112-40b8-bffe-35991a3e001d {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:27:01.789406 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device bf2aef4f-d112-40b8-bffe-35991a3e001d not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:27:01.822616 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ea4e066a-89e9-4539-a3e2-4dded9178565 req-bb1d282e-1f80-4a34-8213-338e58f7f571 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492302 Oct 27 01:27:01.843806 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-93fa07ec-81c8-498f-a538-b807af7ccf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.849829 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-93fa07ec-81c8-498f-a538-b807af7ccf28 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.0713174 Oct 27 01:27:01.915296 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1525e6d4-08f4-43e8-a33f-5b44aff5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:01.917113 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-1525e6d4-08f4-43e8-a33f-5b44aff5f2b7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601592 Oct 27 01:27:02.029832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:02.032981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:02.038442 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:02.044806 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-5283bcae-aac3-4fe4-9ca7-c6fddafb4d1a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155305 Oct 27 01:27:02.141342 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Floating IP 48ff6246-54cb-4e04-ad14-940578b0e700 associated. External IP: 172.27.0.88, port: 1a854bf3-fbd9-4c18-b187-286a757f049a. Oct 27 01:27:02.142473 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-01a3989d-0090-4c2c-8886-d331832d9414 req-c51ca0c0-4db1-4fa2-9843-ad8e0332a201 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Oct 27 01:27:02.413347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:02.489646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:02.491948 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:02.529207 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd0c0b-4294-4b7a-914e-2e67eeaea4d9 x-openstack-request-id: req-69dd0c0b-4294-4b7a-914e-2e67eeaea4d9 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:02.529508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:02.529765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69dd0c0b-4294-4b7a-914e-2e67eeaea4d9 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:02.530173 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd0c0b-4294-4b7a-914e-2e67eeaea4d9'] response: {'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'status': 'completed', 'code': 200} Oct 27 01:27:02.578955 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:27:02.639481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:02.690338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:27:02.696204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:02.706312 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:27:02.728623 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:27:02.729279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:26:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:02.729957 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-81d235e6-58ed-4dd2-8189-06d7600349b3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/48ff6246-54cb-4e04-ad14-940578b0e700 HTTP/1.1" status: 200 len: 991 time: 1.3806071 Oct 27 01:27:02.730565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:02.733160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5db65e-5462-42f4-a72c-c7baf46274e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:02.780280 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab64ff-22d6-4ed8-b195-28a30183089d x-openstack-request-id: req-a1ab64ff-22d6-4ed8-b195-28a30183089d {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:02.780481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:02.780740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1ab64ff-22d6-4ed8-b195-28a30183089d {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:02.781170 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ab64ff-22d6-4ed8-b195-28a30183089d'] response: {'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'status': 'completed', 'code': 200} Oct 27 01:27:02.840764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:27:03.001278 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b298-d1fc-42cf-8e68-beed752c67af req-65da2652-3754-4f8c-9df7-848856b3d548 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:03.001278 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4b04b298-d1fc-42cf-8e68-beed752c67af req-65da2652-3754-4f8c-9df7-848856b3d548 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0613670 Oct 27 01:27:03.052616 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4b04b298-d1fc-42cf-8e68-beed752c67af req-3d9e5702-7308-4aa5-9cfd-1b5fd4ce7c31 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524611 Oct 27 01:27:03.164517 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:27:01Z', 'revision_number': 1, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:03.195181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:27:03.204337 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:27:03.204614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:26:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:03.242049 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:03.320682 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:27:03.539702 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:03.554415 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:27:01Z', 'revision_number': 1, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:03.582158 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52e4de-5a12-4b92-a978-8c741d9227ed None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:27:01Z', 'revision_number': 1, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:27:03.666980 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-56de21c9-d1f3-4111-9145-b301a22e3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:03.668522 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-56de21c9-d1f3-4111-9145-b301a22e3ed0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0706129 Oct 27 01:27:03.669596 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-03353f7d-e4a2-4a94-b5c7-b0b78113293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:03.670930 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-03353f7d-e4a2-4a94-b5c7-b0b78113293c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1127 time: 0.0816195 Oct 27 01:27:03.791275 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a55c24-be86-450d-a57a-653e4e1fbbc9 None None] New status for floating IP 48ff6246-54cb-4e04-ad14-940578b0e700: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:27:03.982419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:04.061889 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-99fc212e-9a28-45df-9dbf-93c9f8683f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.063349 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-99fc212e-9a28-45df-9dbf-93c9f8683f14 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.1630757 Oct 27 01:27:04.064406 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-5d325893-bcae-439f-9923-898b5319e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.066296 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-5d325893-bcae-439f-9923-898b5319e47b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.1740148 Oct 27 01:27:04.139713 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-118fe41d-5bfe-45cd-87fe-1fb3cfb6ec0b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 217 time: 0.0644574 Oct 27 01:27:04.179947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56110726-e46e-415f-8d53-02ab758c0610 req-dd7a630e-5137-40db-bbdc-e705811e8990 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.181493 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-56110726-e46e-415f-8d53-02ab758c0610 req-dd7a630e-5137-40db-bbdc-e705811e8990 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0501266 Oct 27 01:27:04.194175 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-761def86-3e97-4fce-b480-54baa2e4f831 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1001 time: 0.1179130 Oct 27 01:27:04.234121 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-577eb992-0b25-427a-a548-59f61ef036af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.235646 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-577eb992-0b25-427a-a548-59f61ef036af service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.0903740 Oct 27 01:27:04.242372 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-56110726-e46e-415f-8d53-02ab758c0610 req-e1d5abca-b32a-4b70-a6b9-43da1f9df8d4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539069 Oct 27 01:27:04.275630 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-1cad726a-9d82-4fdb-8fa2-b06167a07c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.277114 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-1cad726a-9d82-4fdb-8fa2-b06167a07c9c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0761828 Oct 27 01:27:04.294801 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-9d556d59-7f74-4b45-9cc7-26430c856686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.296171 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-9d556d59-7f74-4b45-9cc7-26430c856686 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525155 Oct 27 01:27:04.369383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-05542b68-d4de-455a-81e3-e55fa185c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.370809 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-05542b68-d4de-455a-81e3-e55fa185c579 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867896 Oct 27 01:27:04.476698 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-8df6b622-6390-4292-a7c9-d657817090f6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605871 Oct 27 01:27:04.549241 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-ecf13bbc-8af1-4600-bd71-cdeb9f8033aa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703100 Oct 27 01:27:04.639437 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-64babce5-c4b1-4aba-a0b8-f46c1dfdee0e req-7f2e3108-c76a-49d2-bc66-2b31c543cdcc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549175 Oct 27 01:27:04.642933 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:04.671845 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-746cb8da-6d69-44ec-bd1f-76ab3dd75c32 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431211 Oct 27 01:27:04.676436 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-6a5db65e-5462-42f4-a72c-c7baf46274e7 req-066655af-1428-4357-99da-f97c63eccdc3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080656 Oct 27 01:27:04.823741 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-f7fc6161-e5f9-4060-a6a8-acd0a4495c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.825589 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-f7fc6161-e5f9-4060-a6a8-acd0a4495c31 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 1129 time: 0.0417256 Oct 27 01:27:04.934331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-c359c31d-322e-4d7e-a5be-44b2543c6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:04.935771 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-c359c31d-322e-4d7e-a5be-44b2543c6eef service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0882521 Oct 27 01:27:05.368805 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2b690-1823-4002-8c67-6f42e00bf6d6 req-ac3361e7-b100-47b4-af7f-72110e5ddedb tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:05.370342 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3d2b690-1823-4002-8c67-6f42e00bf6d6 req-ac3361e7-b100-47b4-af7f-72110e5ddedb tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0482318 Oct 27 01:27:05.422618 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3d2b690-1823-4002-8c67-6f42e00bf6d6 req-33fd2f5d-7ba0-4568-abe6-dd94183ebd55 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Oct 27 01:27:06.543641 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c2d74-7e19-490e-a453-408bbec0628e req-e10f2733-847f-4306-b3da-66b99191ca99 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:06.545139 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3c5c2d74-7e19-490e-a453-408bbec0628e req-e10f2733-847f-4306-b3da-66b99191ca99 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0478737 Oct 27 01:27:06.595138 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3c5c2d74-7e19-490e-a453-408bbec0628e req-b9e9d6c5-d6cb-4264-bda3-641b7207bd6f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Oct 27 01:27:07.720740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca1996-cda2-4b9c-b900-7a261ebddb88 req-eb4b2941-4413-4627-84d8-85d99a6c6e21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:07.722889 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-46ca1996-cda2-4b9c-b900-7a261ebddb88 req-eb4b2941-4413-4627-84d8-85d99a6c6e21 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0521562 Oct 27 01:27:07.770998 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-46ca1996-cda2-4b9c-b900-7a261ebddb88 req-2ee79c33-0f0a-4f49-aa2d-98b4fd9e93fa tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Oct 27 01:27:08.889858 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c068cc-f2b8-438a-8fc2-08c75c771c07 req-f45f9627-e497-4f40-a401-33c97e3e8c95 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:08.891405 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-49c068cc-f2b8-438a-8fc2-08c75c771c07 req-f45f9627-e497-4f40-a401-33c97e3e8c95 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0469809 Oct 27 01:27:08.941243 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-49c068cc-f2b8-438a-8fc2-08c75c771c07 req-96164bcb-cafd-4597-b359-c12280661ab6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Oct 27 01:27:10.059950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dace-edc5-41cb-990b-ef66ea581f82 req-99cab2a1-1c71-4a57-9c04-1273d203664b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:10.061436 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9949dace-edc5-41cb-990b-ef66ea581f82 req-99cab2a1-1c71-4a57-9c04-1273d203664b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0459661 Oct 27 01:27:10.097182 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:10.113826 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9949dace-edc5-41cb-990b-ef66ea581f82 req-ecc3d7ac-51bf-4886-8cc4-d60bbbd852d5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457244 Oct 27 01:27:11.229924 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-b04de93a-37db-4b6d-877d-bec6c09c8891 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f HTTP/1.1" status: 200 len: 217 time: 0.0339680 Oct 27 01:27:11.242527 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1d66-eb41-41b5-971c-9c3688e0363d req-e3642152-9f96-4167-b1ef-bab219f0ea41 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:11.244006 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15ae1d66-eb41-41b5-971c-9c3688e0363d req-e3642152-9f96-4167-b1ef-bab219f0ea41 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0539587 Oct 27 01:27:11.294474 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15ae1d66-eb41-41b5-971c-9c3688e0363d req-5c60664b-8e7b-4943-b6a1-e3fb3792e721 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446069 Oct 27 01:27:12.413866 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b5451-2d54-4bc3-96d5-5e5f0b1878d1 req-d5d5bae0-4095-48c1-9200-c4cb23c91d49 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:12.415322 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fc9b5451-2d54-4bc3-96d5-5e5f0b1878d1 req-d5d5bae0-4095-48c1-9200-c4cb23c91d49 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0465722 Oct 27 01:27:12.464590 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fc9b5451-2d54-4bc3-96d5-5e5f0b1878d1 req-1d56e71c-ff73-403c-ba69-30b5b2622c39 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Oct 27 01:27:13.223899 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-bf7d1527-6045-423c-bc6b-518ebd174d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:13.225256 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-bf7d1527-6045-423c-bc6b-518ebd174d79 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0448720 Oct 27 01:27:13.272849 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-3a6a2de7-d4ae-4138-83ac-5aeb97a64ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:13.274344 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-3a6a2de7-d4ae-4138-83ac-5aeb97a64ba5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430496 Oct 27 01:27:13.288656 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:13.365109 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-64961a7a-b856-4bba-b2ab-1c682b3661ad service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829766 Oct 27 01:27:13.458406 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a5d9d6cd-76e6-4705-bf56-75fd0672ea22 req-f845cfe9-6be9-493a-946e-eca584d1d3ad service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Oct 27 01:27:13.556910 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=33 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:13.557702 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:13.587479 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59f5c6-233b-4437-9474-33bba2f74881 req-3a3e4d9e-e357-4a0f-883c-180413012a06 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:13.588960 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7d59f5c6-233b-4437-9474-33bba2f74881 req-3a3e4d9e-e357-4a0f-883c-180413012a06 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0510991 Oct 27 01:27:13.639362 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7d59f5c6-233b-4437-9474-33bba2f74881 req-14970aa1-9d86-418b-a381-9872f1bcc1af tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Oct 27 01:27:13.796448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:27:13.892534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:13.904457 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'mac_address': 'fa:16:3e:c8:5b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:27:13.944885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 4d69ceff-443c-464b-8f81-6dc73cdbb4da is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:27:13.945498 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:13.948604 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:13.959362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d69ceff-443c-464b-8f81-6dc73cdbb4da {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:27:13.969262 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:13.979173 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:13.982887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:14.028917 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:14.036218 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.036566 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.036911 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.037296 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.037637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.037968 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.038294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.038617 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.038960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.039290 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.039630 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.039950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.040274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.040593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.040937 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:14.581135 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['4d69ceff-443c-464b-8f81-6dc73cdbb4da'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:27:14.755368 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:14.783218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3f696-1529-4b8e-ba6c-7c6809a351ae req-427ec524-79ed-41ca-8bdc-7892debe904f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:14.785732 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-67c3f696-1529-4b8e-ba6c-7c6809a351ae req-427ec524-79ed-41ca-8bdc-7892debe904f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 944 time: 0.0677149 Oct 27 01:27:14.842963 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-67c3f696-1529-4b8e-ba6c-7c6809a351ae req-814fafa1-068b-408b-84bf-d345d294354f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495968 Oct 27 01:27:15.980349 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393e09-bd15-4f29-879c-cfecdb882317 req-9c1199f1-2cc9-4bbe-a8e7-f0b615cace66 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:15.982098 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68393e09-bd15-4f29-879c-cfecdb882317 req-9c1199f1-2cc9-4bbe-a8e7-f0b615cace66 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 944 time: 0.0612531 Oct 27 01:27:16.045323 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68393e09-bd15-4f29-879c-cfecdb882317 req-ce6aa20e-b9e6-4aab-aae7-db271ac8507e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549226 Oct 27 01:27:16.280778 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:27:16.342798 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 4d69ceff-443c-464b-8f81-6dc73cdbb4da completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:27:16.349469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 4d69ceff-443c-464b-8f81-6dc73cdbb4da triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:27:16.349882 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:16.350303 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 4d69ceff-443c-464b-8f81-6dc73cdbb4da Oct 27 01:27:16.433395 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 4d69ceff-443c-464b-8f81-6dc73cdbb4da is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:27:16.433899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:16.461104 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:16.463744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eee19f-c11f-4904-9773-3e07609cc2e4" -d '{"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:16.477884 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:16.483325 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:16.521904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a26938-aaca-4083-9089-7e6f66b63ee6 x-openstack-request-id: req-52a26938-aaca-4083-9089-7e6f66b63ee6 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:16.522217 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:16.522546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52a26938-aaca-4083-9089-7e6f66b63ee6 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:16.522981 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a26938-aaca-4083-9089-7e6f66b63ee6'] response: {'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'code': 200} Oct 27 01:27:16.528855 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:16.550019 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:16.841454 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec99d-499d-4dce-8fb3-1f3a07beb416 req-400e5774-8613-4494-964d-54c32768c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:16.843602 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ffec99d-499d-4dce-8fb3-1f3a07beb416 req-400e5774-8613-4494-964d-54c32768c5f0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.0448799 Oct 27 01:27:16.897884 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-8ffec99d-499d-4dce-8fb3-1f3a07beb416 req-bd4d6a80-33bd-4ef2-aec6-14bfc22256c5 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Oct 27 01:27:17.161137 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644523-d30f-4486-9670-a176a38ee6b9 req-ea3a75ba-02c6-4983-b1eb-b1ce6bca4cb3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:17.162539 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01644523-d30f-4486-9670-a176a38ee6b9 req-ea3a75ba-02c6-4983-b1eb-b1ce6bca4cb3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0471380 Oct 27 01:27:17.212145 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01644523-d30f-4486-9670-a176a38ee6b9 req-08f4e91b-677e-471f-b9c7-26967630bb72 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Oct 27 01:27:17.659526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33198) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:17.816880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:17.927820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Publish callbacks [] for security_group (7d215cfb-fe15-43cc-9acb-a14dceca4a72), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:17.933249 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7d215cfb-fe15-43cc-9acb-a14dceca4a72), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:17.989510 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5d4dba952333422b997b7c9a17cfd330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261652 Oct 27 01:27:17.990829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33206) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:18.002452 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d215cfb-fe15-43cc-9acb-a14dceca4a72,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:18.016649 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.017250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.017787 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.018297 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.018691 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.019086 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.019535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.019923 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.020322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.020730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.021604 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.021604 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.021891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.022239 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.024073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627181d-dcf5-4bb4-a092-cb19e48936fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:18.062648 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] Publish callbacks [] for security_group (7d215cfb-fe15-43cc-9acb-a14dceca4a72), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.085765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] Publish callbacks [] for security_group (7d215cfb-fe15-43cc-9acb-a14dceca4a72), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.143158 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (7d215cfb-fe15-43cc-9acb-a14dceca4a72), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.147180 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.151387 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7d215cfb-fe15-43cc-9acb-a14dceca4a72 HTTP/1.1" status: 204 len: 168 time: 0.1595213 Oct 27 01:27:18.160187 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d32e-ca61-4bae-a6c1-ce32935cd0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d215cfb-fe15-43cc-9acb-a14dceca4a72,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:18.417185 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133f0fe-88e1-4988-bbbc-be8a54f3b413 req-d6ccf1a3-acfb-4b5a-9ea7-5b6a9eca8125 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:18.417185 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8133f0fe-88e1-4988-bbbc-be8a54f3b413 req-d6ccf1a3-acfb-4b5a-9ea7-5b6a9eca8125 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0723622 Oct 27 01:27:18.489637 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8133f0fe-88e1-4988-bbbc-be8a54f3b413 req-e4ce2d32-9ed5-48c5-9066-3045a932335f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656579 Oct 27 01:27:18.530189 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33222) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:18.544893 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f1775f4-7d0d-415d-9130-37989ccea550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.656186 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f1775f4-7d0d-415d-9130-37989ccea550 admin admin] Publish callbacks [] for security_group (ffbe901d-cd08-4ef0-8114-9eb05fe18b71), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.668413 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0f1775f4-7d0d-415d-9130-37989ccea550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ffbe901d-cd08-4ef0-8114-9eb05fe18b71), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.742129 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0f1775f4-7d0d-415d-9130-37989ccea550 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d47958b61f344f10842789e5b211454d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082763 Oct 27 01:27:18.742129 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1775f4-7d0d-415d-9130-37989ccea550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe901d-cd08-4ef0-8114-9eb05fe18b71,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:18.742580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33228) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:18.823619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] Publish callbacks [] for security_group (ffbe901d-cd08-4ef0-8114-9eb05fe18b71), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.856177 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] Publish callbacks [] for security_group (ffbe901d-cd08-4ef0-8114-9eb05fe18b71), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.947733 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ffbe901d-cd08-4ef0-8114-9eb05fe18b71), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.950047 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:18.952823 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ffbe901d-cd08-4ef0-8114-9eb05fe18b71 HTTP/1.1" status: 204 len: 168 time: 0.2093568 Oct 27 01:27:18.957096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:18.969575 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd10820-74e5-48b7-a017-f31ef037cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe901d-cd08-4ef0-8114-9eb05fe18b71,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:19.649988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28e350-152d-4aff-a3fe-53fadaba2694 req-010f181a-5fb6-476f-a974-656c7855d3b0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:19.652500 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4f28e350-152d-4aff-a3fe-53fadaba2694 req-010f181a-5fb6-476f-a974-656c7855d3b0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0738509 Oct 27 01:27:19.726087 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4f28e350-152d-4aff-a3fe-53fadaba2694 req-0c12edc1-9717-4ea6-9fba-664c68520ec0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675170 Oct 27 01:27:19.902403 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c73a8-777e-4e49-a741-ffa056947504 req-94a785c7-8f9e-4b64-9f1e-c2a21f99ae17 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:19.904510 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a23c73a8-777e-4e49-a741-ffa056947504 req-94a785c7-8f9e-4b64-9f1e-c2a21f99ae17 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0731082 Oct 27 01:27:19.963929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:19.970623 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a23c73a8-777e-4e49-a741-ffa056947504 req-5ceb9b2c-5951-4748-a328-f6769bb9e29a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578434 Oct 27 01:27:20.005391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33272) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:20.367031 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e26fa-5e51-4135-87ea-15cdfa9125cd tempest-TestShelveInstance-780693532 tempest-TestShelveInstance-780693532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:20.373902 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33290) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:20.374415 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-539e26fa-5e51-4135-87ea-15cdfa9125cd tempest-TestShelveInstance-780693532 tempest-TestShelveInstance-780693532-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1124 time: 0.3670950 Oct 27 01:27:20.379689 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:20.388249 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:20.429275 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:20.542361 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:20.670306 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Allocated IP 172.27.0.2 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/5b783cc1-81f6-42b8-bb6c-fc5315d384db) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:20.677212 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:20.833148 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:20.882896 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:20.936453 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:20.946008 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:20.950540 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:27:20.981248 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'Port': ['ID=5b783cc1-81f6-42b8-bb6c-fc5315d384db,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:21.826216 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:21.882636 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for floatingip (f66e46b3-d643-4c52-85e6-f80d5648597f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:21.970177 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:22.211843 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:22.218518 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:22.292191 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event updated for resources: {'Port': ['ID=5b783cc1-81f6-42b8-bb6c-fc5315d384db,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:22.298428 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (f66e46b3-d643-4c52-85e6-f80d5648597f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:22.338546 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:22.399680 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Floating IP f66e46b3-d643-4c52-85e6-f80d5648597f associated. External IP: 172.27.0.2, port: 4d69ceff-443c-464b-8f81-6dc73cdbb4da. Oct 27 01:27:22.663298 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Router e3d33478-636c-44c9-b907-0da25d897f2b has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:27:22.857714 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:27:22.872485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Sync routers for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:27:22.880391 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:22.888946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:27:22.889842 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:26:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:22.899004 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:22.924712 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:22.938614 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-34282299-fc2e-4f7a-82ae-da793ba93e90 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5633590 Oct 27 01:27:22.940152 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:22.943494 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46ec09d-9425-42b1-8760-050c97631094" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:22.985953 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3a6645-1ee4-48f8-9589-29ce0c4f8535 x-openstack-request-id: req-3f3a6645-1ee4-48f8-9589-29ce0c4f8535 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:22.985953 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:22.985953 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f3a6645-1ee4-48f8-9589-29ce0c4f8535 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:22.986761 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3a6645-1ee4-48f8-9589-29ce0c4f8535'] response: {'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'status': 'completed', 'code': 200} Oct 27 01:27:23.108913 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec09d-9425-42b1-8760-050c97631094 req-d196217f-aadf-4b2a-841c-c9fca6931b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:23.110669 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-d196217f-aadf-4b2a-841c-c9fca6931b88 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.0517061 Oct 27 01:27:23.184848 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:27:23.233449 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec09d-9425-42b1-8760-050c97631094 req-bc8e012a-f830-44ea-a302-900df23d11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:23.235562 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-bc8e012a-f830-44ea-a302-900df23d11be service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.1156411 Oct 27 01:27:23.330302 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-d8c76dc8-6d0e-461e-9eaf-a57ac2f58b7c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 997 time: 0.0885618 Oct 27 01:27:23.437739 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec09d-9425-42b1-8760-050c97631094 req-5c74be8d-afd9-480c-9492-9b790638c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:23.439969 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-5c74be8d-afd9-480c-9492-9b790638c0c9 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.1021376 Oct 27 01:27:23.452170 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-689404a3-29d2-4f1d-b202-be0b96428a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:23.526222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec09d-9425-42b1-8760-050c97631094 req-2e000c4e-f229-413e-82a1-c99d5208f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:23.528364 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-2e000c4e-f229-413e-82a1-c99d5208f2a5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670984 Oct 27 01:27:23.529254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'f66e46b3-d643-4c52-85e6-f80d5648597f', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'mac_address': 'fa:16:3e:c8:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:21Z', 'updated_at': '2022-10-27T01:27:21Z', 'revision_number': 0, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:23.572547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Checking router: e3d33478-636c-44c9-b907-0da25d897f2b for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:27:23.594351 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:27:23.595504 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:26:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:23.667982 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-eb333659-2334-492e-a945-b57bc0afce83 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286559 Oct 27 01:27:23.796933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:27:23.853566 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e46ec09d-9425-42b1-8760-050c97631094 req-4999daee-b077-49d4-b8d9-03e29678cf3d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790051 Oct 27 01:27:24.029198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:24.227651 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'f66e46b3-d643-4c52-85e6-f80d5648597f', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'mac_address': 'fa:16:3e:c8:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:21Z', 'updated_at': '2022-10-27T01:27:21Z', 'revision_number': 0, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:24.268867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ddd2b-6f9a-4eca-a51d-e0ea03f3a3a3 None None] The sync data for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi is: [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'f66e46b3-d643-4c52-85e6-f80d5648597f', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'mac_address': 'fa:16:3e:c8:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:21Z', 'updated_at': '2022-10-27T01:27:21Z', 'revision_number': 0, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:27:24.422339 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33380) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:24.586897 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-df32cd5b-8b79-476f-b986-f12cf837d581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:24.628929 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8d467-99e0-47ba-9207-a971b4e14924 None None] New status for floating IP f66e46b3-d643-4c52-85e6-f80d5648597f: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:27:24.775543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:24.787457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-df32cd5b-8b79-476f-b986-f12cf837d581 admin admin] Publish callbacks [] for security_group (abeca5fa-ba31-40d4-bb30-3f6f745a7b38), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:24.795595 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-df32cd5b-8b79-476f-b986-f12cf837d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (abeca5fa-ba31-40d4-bb30-3f6f745a7b38), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:24.837141 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-df32cd5b-8b79-476f-b986-f12cf837d581 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6173634a570446f48fe4bf89887626df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174573 Oct 27 01:27:24.838162 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33394) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:24.860580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32cd5b-8b79-476f-b986-f12cf837d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeca5fa-ba31-40d4-bb30-3f6f745a7b38,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:24.922752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] Publish callbacks [] for security_group (abeca5fa-ba31-40d4-bb30-3f6f745a7b38), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:24.947476 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] Publish callbacks [] for security_group (abeca5fa-ba31-40d4-bb30-3f6f745a7b38), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:25.002116 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (abeca5fa-ba31-40d4-bb30-3f6f745a7b38), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:25.005917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:25.007127 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/abeca5fa-ba31-40d4-bb30-3f6f745a7b38 HTTP/1.1" status: 204 len: 168 time: 0.1673625 Oct 27 01:27:25.015665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c544-8be3-4839-86ed-11939eb9cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeca5fa-ba31-40d4-bb30-3f6f745a7b38,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:25.775104 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6592bb4-6a45-4d94-b601-2d6c0c82bfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:27.080199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:28.758028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:28.963940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.109246 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33456) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:29.235665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d23e800b-b2c0-49e4-9c45-8f8f19a1a4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.319997 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d23e800b-b2c0-49e4-9c45-8f8f19a1a4c6 admin admin] Publish callbacks [] for security_group (8985ed5c-d071-4725-9e16-9ca014440499), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.324829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d23e800b-b2c0-49e4-9c45-8f8f19a1a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8985ed5c-d071-4725-9e16-9ca014440499), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.357872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e800b-b2c0-49e4-9c45-8f8f19a1a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985ed5c-d071-4725-9e16-9ca014440499,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:29.375217 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d23e800b-b2c0-49e4-9c45-8f8f19a1a4c6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d72ae16023c941a0ab5bc372859b81eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648370 Oct 27 01:27:29.376942 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33464) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:29.429521 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] Publish callbacks [] for security_group (8985ed5c-d071-4725-9e16-9ca014440499), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.452090 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] Publish callbacks [] for security_group (8985ed5c-d071-4725-9e16-9ca014440499), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.510490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8985ed5c-d071-4725-9e16-9ca014440499), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.513329 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.517250 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8985ed5c-d071-4725-9e16-9ca014440499 HTTP/1.1" status: 204 len: 168 time: 0.1392186 Oct 27 01:27:29.526131 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52bff5-b3bf-48b8-89ec-43fa6b048f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985ed5c-d071-4725-9e16-9ca014440499,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:29.944705 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33474) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:29.959752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35bd-0c02-4b16-a55e-4039dac5246e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:29.973433 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:30.059285 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35bd-0c02-4b16-a55e-4039dac5246e admin admin] Publish callbacks [] for security_group (75bb84cb-1333-4999-995a-ea5e5d50222f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.064330 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35bd-0c02-4b16-a55e-4039dac5246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (75bb84cb-1333-4999-995a-ea5e5d50222f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.114209 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-8dcd35bd-0c02-4b16-a55e-4039dac5246e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9667cf28520149a5b0fcaae38c380a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681383 Oct 27 01:27:30.115682 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd35bd-0c02-4b16-a55e-4039dac5246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb84cb-1333-4999-995a-ea5e5d50222f,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:30.117178 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33476) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:30.180103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] Publish callbacks [] for security_group (75bb84cb-1333-4999-995a-ea5e5d50222f), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.202103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] Publish callbacks [] for security_group (75bb84cb-1333-4999-995a-ea5e5d50222f), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.260311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (75bb84cb-1333-4999-995a-ea5e5d50222f), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.263263 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.269561 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75bb84cb-1333-4999-995a-ea5e5d50222f HTTP/1.1" status: 204 len: 168 time: 0.1507559 Oct 27 01:27:30.278094 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b9d2-d053-41c0-80b7-ae3d6a83f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb84cb-1333-4999-995a-ea5e5d50222f,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:30.662185 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33488) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:30.677839 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ba78-ebb3-4587-bd2d-fae509d2e351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.763050 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ba78-ebb3-4587-bd2d-fae509d2e351 admin admin] Publish callbacks [] for security_group (f9cb800a-4f42-4c71-b55d-06402cd4062e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.767864 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ba78-ebb3-4587-bd2d-fae509d2e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f9cb800a-4f42-4c71-b55d-06402cd4062e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.811385 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5bb0ba78-ebb3-4587-bd2d-fae509d2e351 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2e2b5ad2ee7c42f1823b3b99707c9d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475761 Oct 27 01:27:30.812233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0ba78-ebb3-4587-bd2d-fae509d2e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb800a-4f42-4c71-b55d-06402cd4062e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:30.814051 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33490) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:30.876753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:30.881516 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] Publish callbacks [] for security_group (f9cb800a-4f42-4c71-b55d-06402cd4062e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.906241 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] Publish callbacks [] for security_group (f9cb800a-4f42-4c71-b55d-06402cd4062e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.966133 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (f9cb800a-4f42-4c71-b55d-06402cd4062e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.969344 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:30.975198 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f9cb800a-4f42-4c71-b55d-06402cd4062e HTTP/1.1" status: 204 len: 168 time: 0.1597989 Oct 27 01:27:30.984774 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049b9e6-c100-4c8c-8965-a4f0eaff01c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb800a-4f42-4c71-b55d-06402cd4062e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:31.133231 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:31.815062 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:27:36.618722 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33664) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:36.664104 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Deleting subnet 242f92fe-1b40-4b55-b7c6-0209c90ed0f9 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:27:36.667581 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Publish callbacks [] for subnet (242f92fe-1b40-4b55-b7c6-0209c90ed0f9), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.706411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (242f92fe-1b40-4b55-b7c6-0209c90ed0f9), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.749018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (242f92fe-1b40-4b55-b7c6-0209c90ed0f9), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.791934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:36.803466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (242f92fe-1b40-4b55-b7c6-0209c90ed0f9), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.833487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242f92fe-1b40-4b55-b7c6-0209c90ed0f9,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:36.839979 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.845790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-34f5187f-e4df-476b-aa26-97fa7e4e8def admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/242f92fe-1b40-4b55-b7c6-0209c90ed0f9 HTTP/1.1" status: 204 len: 168 time: 0.2235110 Oct 27 01:27:36.846007 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33670) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:36.917441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (24be29c8-49a2-4c9f-8d22-b7f159d95f6b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:36.994530 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (24be29c8-49a2-4c9f-8d22-b7f159d95f6b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.013923 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24be29c8-49a2-4c9f-8d22-b7f159d95f6b']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:37.023481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893dd8ad-3f37-41b6-b08f-69152c09a0d3') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:37.023780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893dd8ad-3f37-41b6-b08f-69152c09a0d3') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:27:37.037952 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (893dd8ad-3f37-41b6-b08f-69152c09a0d3), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.050897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (893dd8ad-3f37-41b6-b08f-69152c09a0d3), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.059040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:27:37.059560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (893dd8ad-3f37-41b6-b08f-69152c09a0d3), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.100736 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 893dd8ad-3f37-41b6-b08f-69152c09a0d3 resource provider aggregate not found Oct 27 01:27:37.117848 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 893dd8ad-3f37-41b6-b08f-69152c09a0d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 893dd8ad-3f37-41b6-b08f-69152c09a0d3 found for delete ", "request_id": "req-2ac849ac-8864-4f2e-99e9-a0d0fb61fd4f"}]} Oct 27 01:27:37.124601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (24be29c8-49a2-4c9f-8d22-b7f159d95f6b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.130212 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.133316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/24be29c8-49a2-4c9f-8d22-b7f159d95f6b HTTP/1.1" status: 204 len: 168 time: 0.2863560 Oct 27 01:27:37.145243 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a14d0-af18-4b25-89ff-958350a02fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=24be29c8-49a2-4c9f-8d22-b7f159d95f6b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:37.303026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33678) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:37.345172 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-26cacd2f-4083-4caf-ab60-eb50deabc474 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a816bcfd87b34071a24b948c351811c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406744 Oct 27 01:27:37.348013 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33680) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:37.395681 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] Publish callbacks [] for security_group (854139b9-2d71-4114-89c8-f56d13b35831), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.419151 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] Publish callbacks [] for security_group (854139b9-2d71-4114-89c8-f56d13b35831), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.467554 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (854139b9-2d71-4114-89c8-f56d13b35831), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.470487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:37.471930 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/854139b9-2d71-4114-89c8-f56d13b35831 HTTP/1.1" status: 204 len: 168 time: 0.1230335 Oct 27 01:27:37.479998 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ecab6-56d0-4011-a32c-c275ee9ca180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854139b9-2d71-4114-89c8-f56d13b35831,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:40.805561 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:UPDATE=1,neutron:INSERT=11,neutron:SELECT=29 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:40.807461 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:41.127510 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:47.474746 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=49,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:47.475555 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:47.492476 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:50.123869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33806) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:50.128419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283787689', 'description': 'tempest-description--1379285240'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:50.149486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.215319 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (c9d6d96d-ba4b-4013-bf1e-d709816f944e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.218942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c9d6d96d-ba4b-4013-bf1e-d709816f944e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.247356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.248565 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1237037 Oct 27 01:27:50.251657 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33808) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:50.252504 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739dcc-ab01-4f4f-b8bc-f4bcc192ab21 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6d96d-ba4b-4013-bf1e-d709816f944e,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:50.256329 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': 'c9d6d96d-ba4b-4013-bf1e-d709816f944e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:50.282158 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (ff24bca7-055b-429e-94c2-fd4b0daa2300), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.339219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (ff24bca7-055b-429e-94c2-fd4b0daa2300), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.342571 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (ff24bca7-055b-429e-94c2-fd4b0daa2300), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.361810 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff24bca7-055b-429e-94c2-fd4b0daa2300,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:50.368984 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.370186 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f9603143-7882-4a2e-a185-48ea52be2b82 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175120 Oct 27 01:27:50.372786 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33810) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:50.376891 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': 'c9d6d96d-ba4b-4013-bf1e-d709816f944e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:50.407020 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (4919f153-c0b3-4e04-b8f3-81e1be8ef594), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.456529 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (4919f153-c0b3-4e04-b8f3-81e1be8ef594), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.460380 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (4919f153-c0b3-4e04-b8f3-81e1be8ef594), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.479224 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4919f153-c0b3-4e04-b8f3-81e1be8ef594,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:50.487554 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.489314 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-36974c16-3948-4494-8117-f64d7dcd41e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150339 Oct 27 01:27:50.492470 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 33814) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:27:50.496789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:50.518795 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.597028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.706297 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.27.0.180 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/5765d587-bccb-4421-b019-c295ca902828) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:50.809578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (5765d587-bccb-4421-b019-c295ca902828), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.842188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5765d587-bccb-4421-b019-c295ca902828), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:50.888490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:50.891486 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:50.895752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:27:50.898954 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=5765d587-bccb-4421-b019-c295ca902828,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:50.925606 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:50.943364 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:50.986019 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.026298 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5765d587-bccb-4421-b019-c295ca902828), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.169429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (5765d587-bccb-4421-b019-c295ca902828), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.173726 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (5765d587-bccb-4421-b019-c295ca902828), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.244159 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.246953 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=5765d587-bccb-4421-b019-c295ca902828,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:51.264150 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:51.265386 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-663e9559-817d-43fd-af10-ed3510194626 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7718949 Oct 27 01:27:51.464621 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-8e2b7366-f429-4c2b-ab12-29f27d0e4c00 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1283787689&fields=id&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 267 time: 0.0444643 Oct 27 01:27:51.572206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-11d8bff4-b144-483d-95c8-ded5774e8795 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:51.573720 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-11d8bff4-b144-483d-95c8-ded5774e8795 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.1028650 Oct 27 01:27:51.588514 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-0b712991-1db1-4982-8195-ba8d0e385576 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/quotas/db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 375 time: 0.0095520 Oct 27 01:27:51.640040 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-c1d9be85-86c0-4abf-ba2b-9940ebe5f7c5 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467303 Oct 27 01:27:51.738280 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2a16df96-cbb7-4307-a455-91163149d7eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Oct 27 01:27:51.826145 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:51.827096 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:51.831122 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-c2f09d12-e716-4d00-9eec-dc93c9d4ccac service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872278 Oct 27 01:27:52.006445 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e50a7f7f-e7b8-41d1-acb4-a6aa2fa83ed4 req-95704df9-faeb-403a-b3a2-7d90f98be87c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 210 time: 0.0297949 Oct 27 01:27:53.119743 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bbe4ec8a-b8ed-40f6-9917-e33c02c08d7e req-850353e6-d924-44fd-bef0-6d4e3cb7c2c7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 210 time: 0.0389977 Oct 27 01:27:53.416566 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2b4e126d-d349-4b60-86d7-a820e1e42695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:53.706088 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-dcbad2e7-92e4-4b72-a241-64752d4cc6b6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:53.708361 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-dcbad2e7-92e4-4b72-a241-64752d4cc6b6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.1047242 Oct 27 01:27:53.793431 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-5ad6182c-c4d2-427b-86e2-f8a93164d881 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 473 time: 0.0702524 Oct 27 01:27:53.946789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'port': {'device_id': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'admin_state_up': True, 'tenant_id': 'db70dacc270d431182451b57b277484f', 'security_groups': ['c9d6d96d-ba4b-4013-bf1e-d709816f944e']}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:54.052370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:27:54.056292 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.185617 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.20.0.11 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:54.211360 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:54.225864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-530f444e-ce99-45f7-9ae4-21327b50993f req-e43c3b86-4fb3-49bb-a5f7-3fadb7aab1b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 210 time: 0.0303371 Oct 27 01:27:54.226473 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:54.329385 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.361382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.402565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:54.405697 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:54.408581 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:27:54.445419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:54.468985 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:54.469527 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.486992 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-2123fa9f-f8f1-4778-ad81-833edb6297ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441821 Oct 27 01:27:54.506507 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Request body: {'port': {'device_id': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:27:54.572877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.642183 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-a36f7780-8e65-4f8e-a904-432e4a3f1e79 None None] Provisioning complete for port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:27:54.642773 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a36f7780-8e65-4f8e-a904-432e4a3f1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.643017 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-a36f7780-8e65-4f8e-a904-432e4a3f1e79 None None] Attempt 1 to provision port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 Oct 27 01:27:54.674777 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a36f7780-8e65-4f8e-a904-432e4a3f1e79 None None] Port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:27:54.824556 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:27:54.831982 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks [] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.844116 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Transition to ACTIVE for port object ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:27:54.847788 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:54.931122 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:54.964146 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Attempting to bind port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:27:54.964472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Attempting to bind port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:27:54.964792 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Attempting to bind port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:55.007080 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:27:55.007333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Attempting to bind port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:55.031717 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:55.033998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:55.053038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:27:55.053397 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:27:55.054030 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:27:55.054457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Bound port: ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:27:55.054829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:55.113324 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:27:55.116378 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:27:55.121811 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:55.125721 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:55.126322 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:55.127683 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 HTTP/1.1" status: 200 len: 1094 time: 0.6259317 Oct 27 01:27:55.128214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:27:55.130504 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:55.168160 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f296c-6528-45c0-af2d-20287180639e x-openstack-request-id: req-859f296c-6528-45c0-af2d-20287180639e {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:55.168783 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:55.168783 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-859f296c-6528-45c0-af2d-20287180639e {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:55.169092 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859f296c-6528-45c0-af2d-20287180639e'] response: {'name': 'network-changed', 'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'status': 'completed', 'code': 200} Oct 27 01:27:55.183442 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b22f8-c511-4354-9a0e-3572fd3eedff service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:55.300149 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-504e2882-b847-4a73-bebb-5f43298e0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:55.301696 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-504e2882-b847-4a73-bebb-5f43298e0946 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 1128 time: 0.0404358 Oct 27 01:27:55.347299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafd402-825e-41a3-a7d8-d5e263ffbbbe req-46f451e8-c941-416a-a174-eed3849de851 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:55.348947 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bcafd402-825e-41a3-a7d8-d5e263ffbbbe req-46f451e8-c941-416a-a174-eed3849de851 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 944 time: 0.0476265 Oct 27 01:27:55.396573 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bcafd402-825e-41a3-a7d8-d5e263ffbbbe req-d41aba6c-9dc1-4938-84b2-d490569f80c6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Oct 27 01:27:55.768775 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fd9835a-4e6b-4cc1-b40b-49cb4c99b683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:55.970486 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-5f37654e-1b90-4451-a748-b94d4c2fed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:55.971936 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-5f37654e-1b90-4451-a748-b94d4c2fed73 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=db70dacc270d431182451b57b277484f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965436 Oct 27 01:27:56.445556 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-02998dc3-9dea-4d79-a748-13f7582e60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:56.447118 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-68dfe77c-6a2f-4bfd-b2a1-ca04132e7e87 req-02998dc3-9dea-4d79-a748-13f7582e60e5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021588 Oct 27 01:27:56.523376 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaf377-5def-4290-b8b4-6c2b4fa963f8 req-b98fe39c-436a-4bb6-9d05-f3eca2b020c2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:56.524771 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccbaf377-5def-4290-b8b4-6c2b4fa963f8 req-b98fe39c-436a-4bb6-9d05-f3eca2b020c2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 944 time: 0.0469327 Oct 27 01:27:56.575669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccbaf377-5def-4290-b8b4-6c2b4fa963f8 req-ce811914-818c-4a56-937a-1d12d46afd4d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Oct 27 01:27:56.615974 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-cfadd990-176c-4ebf-af56-518097448cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:56.617892 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-cfadd990-176c-4ebf-af56-518097448cab service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 1128 time: 0.0412071 Oct 27 01:27:56.678000 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-400ed135-6cec-4528-ace6-1930b99c2dba service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0359256 Oct 27 01:27:56.958356 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-a1e87ba7-de8a-497c-a61c-854f342b74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:56.959806 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-a1e87ba7-de8a-497c-a61c-854f342b74c6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.2717037 Oct 27 01:27:57.002683 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-0221785e-0d14-4980-88ee-204f8c8354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:57.004712 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-0221785e-0d14-4980-88ee-204f8c8354a7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376227 Oct 27 01:27:57.082235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:57.097202 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-56a8b8aa-b4b3-4103-bb44-75fb1bb55608 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859714 Oct 27 01:27:57.187401 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97bb6d38-5fd0-4469-915d-a87d82700497 req-889bddc3-b03e-4224-ab9c-912cc412d27a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838640 Oct 27 01:27:57.618825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e11d7e-f757-44b5-8ee1-75f9b9c6855d req-f27e415f-a657-41d2-aa5b-2ff821c65bf0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:57.620357 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97e11d7e-f757-44b5-8ee1-75f9b9c6855d req-f27e415f-a657-41d2-aa5b-2ff821c65bf0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0475240 Oct 27 01:27:57.692989 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97e11d7e-f757-44b5-8ee1-75f9b9c6855d req-5b4aee2b-76d1-45dc-9c7e-ba9f98d39cf9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668576 Oct 27 01:27:57.708217 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcec30-7496-43fd-92af-59e03642505c req-3f67e99f-944b-423b-ad96-7bb1d623b910 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:57.709708 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-acdcec30-7496-43fd-92af-59e03642505c req-3f67e99f-944b-423b-ad96-7bb1d623b910 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 944 time: 0.0563734 Oct 27 01:27:57.720626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:57.736923 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:27:57.760627 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-acdcec30-7496-43fd-92af-59e03642505c req-3e10c635-861e-4efb-aee0-5b83d34b9c7f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Oct 27 01:27:58.752435 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:27:58.820653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5c3e0-8fcc-4b4c-8dee-afc76fe53b5c req-fa8e68b8-9656-4f6d-9c38-d0928aa866aa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:58.822198 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccd5c3e0-8fcc-4b4c-8dee-afc76fe53b5c req-fa8e68b8-9656-4f6d-9c38-d0928aa866aa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0524001 Oct 27 01:27:58.903269 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fb55-0856-4d67-9c68-e40dd6a5c1de req-f86800e5-5825-4105-9f49-676a8464c657 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:27:58.904846 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbf8fb55-0856-4d67-9c68-e40dd6a5c1de req-f86800e5-5825-4105-9f49-676a8464c657 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 944 time: 0.0636175 Oct 27 01:27:58.907651 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccd5c3e0-8fcc-4b4c-8dee-afc76fe53b5c req-21dea6fa-997a-48c6-be17-09302ce046d0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799844 Oct 27 01:27:58.955636 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbf8fb55-0856-4d67-9c68-e40dd6a5c1de req-14a3e8c5-2fa4-4ae4-821e-6bd9696881ab tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Oct 27 01:27:58.958860 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:00.047077 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338336f-cd52-4e38-b8f0-4696aa5484c5 req-56c00996-a1a9-41c2-a0a9-c6a18e6433a6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:00.048547 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f338336f-cd52-4e38-b8f0-4696aa5484c5 req-56c00996-a1a9-41c2-a0a9-c6a18e6433a6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0627871 Oct 27 01:28:00.101304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c901b8b-c8fc-41da-aa6f-ee2782da9b34 req-7ee36f46-3ddb-41cb-803f-e62580401d99 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:00.102854 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6c901b8b-c8fc-41da-aa6f-ee2782da9b34 req-7ee36f46-3ddb-41cb-803f-e62580401d99 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 944 time: 0.0697052 Oct 27 01:28:00.148226 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f338336f-cd52-4e38-b8f0-4696aa5484c5 req-5b8144ea-400f-4466-bba1-79d30e009d6d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779574 Oct 27 01:28:00.173943 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6c901b8b-c8fc-41da-aa6f-ee2782da9b34 req-9969b8a9-c629-407b-bb77-9b323cf72d52 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609221 Oct 27 01:28:00.488182 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:28:00.594092 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:00.605423 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'port_id': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'mac_address': 'fa:16:3e:85:c2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:28:00.640059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:28:00.640447 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:00.654516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:28:00.674448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:00.678118 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:00.723921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:01.325573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7c394-9433-4caf-abb2-05dc837c33c2 req-6763b6a0-2048-4a18-b694-78917aad9b19 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:01.327084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-faa7c394-9433-4caf-abb2-05dc837c33c2 req-6763b6a0-2048-4a18-b694-78917aad9b19 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0858202 Oct 27 01:28:01.333496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4e8d2-2624-4de4-997b-9d41dc27b1c9 req-d72feb83-9414-4e32-98ce-de06fb57d1f7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:01.334802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:28:01.335055 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42f4e8d2-2624-4de4-997b-9d41dc27b1c9 req-d72feb83-9414-4e32-98ce-de06fb57d1f7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 945 time: 0.0797181 Oct 27 01:28:01.426894 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-faa7c394-9433-4caf-abb2-05dc837c33c2 req-07fc8c2c-2c50-4f2b-a542-5f505f90240a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896578 Oct 27 01:28:01.448416 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:01.473623 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42f4e8d2-2624-4de4-997b-9d41dc27b1c9 req-9dfb93c0-89a5-450f-ac2c-0e06711e461e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180716 Oct 27 01:28:02.555422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11d72e-4185-47e0-bb50-adf7fbacd5c3 req-642b7591-4a57-44e7-9dbc-6ee9b80d20da tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:02.557597 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f11d72e-4185-47e0-bb50-adf7fbacd5c3 req-642b7591-4a57-44e7-9dbc-6ee9b80d20da tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Oct 27 01:28:02.569610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:28:02.611678 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:28:02.618429 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:28:02.618817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:02.619148 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 Oct 27 01:28:02.621911 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28acd9-8cca-4d2c-aa45-f7ef6e33ff84 req-88823fbc-c09b-4eba-8023-ac18469a4182 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:02.623426 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7b28acd9-8cca-4d2c-aa45-f7ef6e33ff84 req-88823fbc-c09b-4eba-8023-ac18469a4182 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 945 time: 0.0654736 Oct 27 01:28:02.660711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f11d72e-4185-47e0-bb50-adf7fbacd5c3 req-87f3e0b7-e5c8-42fe-9490-d6f6d5c46da9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918093 Oct 27 01:28:02.691824 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7b28acd9-8cca-4d2c-aa45-f7ef6e33ff84 req-b7aa0466-83e0-4541-b869-1b883a9c5a6e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613275 Oct 27 01:28:02.709502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:28:02.709921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:02.740244 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:28:02.742534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9d29b-aa8f-40ce-b0af-e64def5265e2" -d '{"events": [{"server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:02.756309 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:02.761532 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:02.784820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eee296-cdd3-452d-bedb-19c7c685a0a5 x-openstack-request-id: req-e4eee296-cdd3-452d-bedb-19c7c685a0a5 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:02.785190 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:02.786034 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4eee296-cdd3-452d-bedb-19c7c685a0a5 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:02.786448 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4eee296-cdd3-452d-bedb-19c7c685a0a5'] response: {'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'code': 200} Oct 27 01:28:02.788506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:02.802747 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:02.816978 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:03.027144 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59c8e-7c62-414b-b3cd-574e1f1b752b req-43934a3b-3c51-4f41-8413-6335249fb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:03.028530 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-7cb59c8e-7c62-414b-b3cd-574e1f1b752b req-43934a3b-3c51-4f41-8413-6335249fb0fa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 1130 time: 0.0387526 Oct 27 01:28:03.077932 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-7cb59c8e-7c62-414b-b3cd-574e1f1b752b req-a475b1ef-b0e2-4802-a681-802cad37b198 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Oct 27 01:28:03.822975 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead63d78-2d96-4f08-b24c-48aaabcb7d5b req-22773753-b414-4719-8577-c920d167bf4e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:03.824453 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ead63d78-2d96-4f08-b24c-48aaabcb7d5b req-22773753-b414-4719-8577-c920d167bf4e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0817375 Oct 27 01:28:03.835069 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590176b1-c76a-4642-916d-869fa78550de req-4588582b-3990-4a01-bfcf-fe5c9add5ed2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:03.836445 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-590176b1-c76a-4642-916d-869fa78550de req-4588582b-3990-4a01-bfcf-fe5c9add5ed2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0639114 Oct 27 01:28:03.907983 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ead63d78-2d96-4f08-b24c-48aaabcb7d5b req-f3e5e7e1-4eee-4d3e-b199-e2f48f779d1b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706120 Oct 27 01:28:03.915778 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-590176b1-c76a-4642-916d-869fa78550de req-a5d75db5-3520-4d75-bdf0-da64db46b4e9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718427 Oct 27 01:28:04.996594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:05.061824 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45ecb-adf3-4729-aed5-0f456459e489 req-58ed545d-67d5-4b7a-8d05-da8cb1df0a89 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:05.063290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-faa45ecb-adf3-4729-aed5-0f456459e489 req-58ed545d-67d5-4b7a-8d05-da8cb1df0a89 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0782449 Oct 27 01:28:05.070739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b67a-23e1-4f22-a7df-d0ec36846050 req-fc72e28b-9961-40dd-acfd-bf6a29a7a88b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:05.072067 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6808b67a-23e1-4f22-a7df-d0ec36846050 req-fc72e28b-9961-40dd-acfd-bf6a29a7a88b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0761728 Oct 27 01:28:05.092921 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:05.145121 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-faa45ecb-adf3-4729-aed5-0f456459e489 req-9193cff5-2876-4c09-8467-53732c5cf521 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721228 Oct 27 01:28:05.148179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6808b67a-23e1-4f22-a7df-d0ec36846050 req-a8708fa2-f1d0-42ab-9164-3aaf369cbbd2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685253 Oct 27 01:28:06.300278 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bef668-82f7-4e27-8329-3ae913cedfd8 req-bac26a1f-c543-4d62-a7c1-ae991ec4004b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:06.302320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3bef668-82f7-4e27-8329-3ae913cedfd8 req-bac26a1f-c543-4d62-a7c1-ae991ec4004b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0796678 Oct 27 01:28:06.308037 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eca753-083a-4b94-b120-926c98383136 req-01299f1d-d44e-45c2-9fee-b540debfcd1f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:06.309413 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c2eca753-083a-4b94-b120-926c98383136 req-01299f1d-d44e-45c2-9fee-b540debfcd1f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0846088 Oct 27 01:28:06.384519 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3bef668-82f7-4e27-8329-3ae913cedfd8 req-c9d7fca2-965f-4158-9cbc-8da4697154c5 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741620 Oct 27 01:28:06.387511 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c2eca753-083a-4b94-b120-926c98383136 req-5036199b-d55d-4a7a-b5ee-65623dc4238c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699558 Oct 27 01:28:07.531593 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-dc45fdf5-8896-4181-9089-bf03975aaa29 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402062 Oct 27 01:28:07.543986 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6bd95-2a78-4547-8561-d0c88ebbc509 req-52271003-2340-4733-a030-e70d6bc4a8c3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:07.545519 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-78f6bd95-2a78-4547-8561-d0c88ebbc509 req-52271003-2340-4733-a030-e70d6bc4a8c3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0783532 Oct 27 01:28:07.551626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c605-e271-48a6-b117-4cfa0b3158e7 req-c69eb1f6-9392-4a26-a4e1-16f061d330db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:07.552910 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d281c605-e271-48a6-b117-4cfa0b3158e7 req-c69eb1f6-9392-4a26-a4e1-16f061d330db tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0760849 Oct 27 01:28:07.625976 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d281c605-e271-48a6-b117-4cfa0b3158e7 req-4924ddc1-a349-4f9d-bd60-0747461128bf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660522 Oct 27 01:28:07.628772 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-78f6bd95-2a78-4547-8561-d0c88ebbc509 req-869670ca-210f-42df-8ec3-4dbd40950661 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747123 Oct 27 01:28:08.151651 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-1ad8a264-a105-45c5-9402-3be15df16255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.153190 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-1ad8a264-a105-45c5-9402-3be15df16255 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 1129 time: 0.0415535 Oct 27 01:28:08.235986 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:08.272933 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:08.278502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-7a07ddde-3fb8-4be2-b0f5-77c542b7437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.279908 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-7a07ddde-3fb8-4be2-b0f5-77c542b7437f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.0916963 Oct 27 01:28:08.353512 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-bb870ce7-0101-41c9-8169-f2c3a393c719 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c HTTP/1.1" status: 200 len: 1000 time: 0.0555179 Oct 27 01:28:08.403464 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-c42f29ab-addf-4efd-a7e2-f7dfc3632d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.404868 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-c42f29ab-addf-4efd-a7e2-f7dfc3632d76 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0432897 Oct 27 01:28:08.468578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-5ec9279e-5301-4712-b711-289fda4084a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.470090 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-5ec9279e-5301-4712-b711-289fda4084a8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432870 Oct 27 01:28:08.780444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d446-1de2-47f0-864e-21e3b47e170f req-d10b499f-54ba-4a9b-85cc-08175d4ddbc9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.781936 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0c75d446-1de2-47f0-864e-21e3b47e170f req-d10b499f-54ba-4a9b-85cc-08175d4ddbc9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0793757 Oct 27 01:28:08.788047 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746f5b8-3c87-49c0-ac73-aba23e6b5242 req-b66ca76b-30f5-4565-8a79-525618953bac tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:08.789410 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c746f5b8-3c87-49c0-ac73-aba23e6b5242 req-b66ca76b-30f5-4565-8a79-525618953bac tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0856104 Oct 27 01:28:08.817940 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:28:09.100050 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0c75d446-1de2-47f0-864e-21e3b47e170f req-51e2bb73-e102-4045-905f-fd968823269a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096955 Oct 27 01:28:09.111457 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c746f5b8-3c87-49c0-ac73-aba23e6b5242 req-f5e8cf7b-4111-4427-a7b7-3a6909fbb948 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145790 Oct 27 01:28:09.155313 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-6111e707-fb7b-4f9a-8591-b94a6057017d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917873 Oct 27 01:28:09.257524 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-02167fde-8894-42e9-8b0f-ddf258da1d63 req-992daf97-3e2d-4053-86f0-4b7433ff5b53 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909002 Oct 27 01:28:10.259297 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f2988-10c8-4d62-9d88-10f0a80cea0b req-abbab0ec-ca56-4f8f-848a-e4f393ee4e77 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:10.260756 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c96f2988-10c8-4d62-9d88-10f0a80cea0b req-abbab0ec-ca56-4f8f-848a-e4f393ee4e77 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0735145 Oct 27 01:28:10.279916 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42fdca-d2af-4b70-8cec-a44ae8ae4581 req-26b7726d-e561-45f1-a868-ed18d537d6e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:10.281315 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad42fdca-d2af-4b70-8cec-a44ae8ae4581 req-26b7726d-e561-45f1-a868-ed18d537d6e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0654619 Oct 27 01:28:10.342745 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c96f2988-10c8-4d62-9d88-10f0a80cea0b req-4bf8765b-0604-4843-960a-19914e0b3119 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764444 Oct 27 01:28:10.353969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad42fdca-d2af-4b70-8cec-a44ae8ae4581 req-af6f6df2-b954-441f-88e4-4d95187a6c3a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636661 Oct 27 01:28:10.470988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c801eb8-9025-4be9-bc90-e4ee734d87de req-45e68831-4067-41d9-b48c-26c333642960 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:10.472962 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8c801eb8-9025-4be9-bc90-e4ee734d87de req-45e68831-4067-41d9-b48c-26c333642960 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0494664 Oct 27 01:28:10.483099 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 33998) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:28:10.488547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'port_id': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:28:10.531695 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:10.649070 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:10.700789 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:10.981605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:10.985274 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:11.080920 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 02d5d96e-dbcf-4f11-8634-a1c689297830 associated. External IP: 172.27.0.180, port: ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9. Oct 27 01:28:11.279603 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:28:11.383520 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:28:11.388642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:11.395417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:28:11.406549 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:28:11.407608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:27:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:11.422367 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-731e77f4-af7c-4388-9d42-dafc70a6dfd1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/02d5d96e-dbcf-4f11-8634-a1c689297830 HTTP/1.1" status: 200 len: 992 time: 0.9360485 Oct 27 01:28:11.422367 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:28:11.423417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fba4f6-0fdf-4290-b0aa-6abab10a4943" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:11.466164 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ba290-cac0-43c0-aee0-4c20b59eecc0 x-openstack-request-id: req-be6ba290-cac0-43c0-aee0-4c20b59eecc0 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:11.466456 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:11.466707 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be6ba290-cac0-43c0-aee0-4c20b59eecc0 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:11.467108 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6ba290-cac0-43c0-aee0-4c20b59eecc0'] response: {'name': 'network-changed', 'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'status': 'completed', 'code': 200} Oct 27 01:28:11.478048 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa897-fd5b-4fb6-a8f7-dcb7a151ed12 req-289c479c-122d-4a1c-a4fb-9b4126c37130 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:11.479984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-288fa897-fd5b-4fb6-a8f7-dcb7a151ed12 req-289c479c-122d-4a1c-a4fb-9b4126c37130 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0527737 Oct 27 01:28:11.533718 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-288fa897-fd5b-4fb6-a8f7-dcb7a151ed12 req-9b0e4190-a28a-4476-af39-0d92b6898704 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483215 Oct 27 01:28:11.583232 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-a79d09b6-1cae-43b2-a428-4a033e0a06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:11.584830 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-a79d09b6-1cae-43b2-a428-4a033e0a06e1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 1130 time: 0.0643892 Oct 27 01:28:11.662013 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:28:11.685380 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-2aa66424-460d-47ef-ac8d-e139b877e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:11.687189 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-2aa66424-460d-47ef-ac8d-e139b877e76b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.0967066 Oct 27 01:28:11.760209 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-164fea3b-d164-4eaa-9ca8-5567cedb060e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 HTTP/1.1" status: 200 len: 1000 time: 0.0665824 Oct 27 01:28:11.820910 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-ead0cda2-b68e-41a6-a3b6-1696a08b98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:11.822399 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-ead0cda2-b68e-41a6-a3b6-1696a08b98e1 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0505946 Oct 27 01:28:11.867787 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-c682c2a2-f28d-45d7-ab7c-c03573cbde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:11.869354 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-c682c2a2-f28d-45d7-ab7c-c03573cbde7e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406177 Oct 27 01:28:11.879383 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '02d5d96e-dbcf-4f11-8634-a1c689297830', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:85:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:50Z', 'updated_at': '2022-10-27T01:28:10Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}, {'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:11.907313 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:28:11.916424 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:28:11.917035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:27:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:11.970573 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-b713cf7c-8657-4c54-ab90-9e9357405d00 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948038 Oct 27 01:28:12.032801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:28:12.074961 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-45fba4f6-0fdf-4290-b0aa-6abab10a4943 req-7bfee4bc-5138-426f-90ce-bb8c587373c9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985696 Oct 27 01:28:12.261688 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '02d5d96e-dbcf-4f11-8634-a1c689297830', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:85:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:50Z', 'updated_at': '2022-10-27T01:28:10Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}, {'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:12.286269 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098eefe0-22ae-474e-be0c-a4d920a79128 None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '02d5d96e-dbcf-4f11-8634-a1c689297830', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:85:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:27:50Z', 'updated_at': '2022-10-27T01:28:10Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}, {'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:28:12.459930 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e6975-2e7d-4063-835e-9e8b095b5a5e None None] New status for floating IP 02d5d96e-dbcf-4f11-8634-a1c689297830: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:28:12.664100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c847dde-4769-4d9d-bcf5-d8517f360992 req-7ad1acfb-26e9-4a80-89d4-18ae80345048 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:12.666295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2c847dde-4769-4d9d-bcf5-d8517f360992 req-7ad1acfb-26e9-4a80-89d4-18ae80345048 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0467448 Oct 27 01:28:12.719206 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2c847dde-4769-4d9d-bcf5-d8517f360992 req-824ecfaa-2d24-4462-8fe1-1924fba58170 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475192 Oct 27 01:28:12.979409 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34022) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:28:13.083753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.118920 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:13.167911 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Publish callbacks [] for security_group (ea6bdbb7-cc8c-4e71-bec6-df41a90cb991), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.171588 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ea6bdbb7-cc8c-4e71-bec6-df41a90cb991), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.205536 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:13.212358 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6bdbb7-cc8c-4e71-bec6-df41a90cb991,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:13.216904 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=92fe08f777a44190b717ae4bf2f2a0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364912 Oct 27 01:28:13.219589 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34028) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:28:13.223890 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.224242 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.224587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.224927 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.225290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.225669 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.225953 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.226281 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.226890 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.227027 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.227242 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.227570 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.227887 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.228204 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.228522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fde85e-d5c9-4539-b4fb-30858875a9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:13.254778 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:13.273154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:13.278999 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] Publish callbacks [] for security_group (ea6bdbb7-cc8c-4e71-bec6-df41a90cb991), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.299084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] Publish callbacks [] for security_group (ea6bdbb7-cc8c-4e71-bec6-df41a90cb991), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.346393 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ea6bdbb7-cc8c-4e71-bec6-df41a90cb991), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.349595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:13.350730 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ea6bdbb7-cc8c-4e71-bec6-df41a90cb991 HTTP/1.1" status: 204 len: 168 time: 0.1301336 Oct 27 01:28:13.358742 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c5e39-98a1-4713-a00c-9fa2fae5b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6bdbb7-cc8c-4e71-bec6-df41a90cb991,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:13.854898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6439fe-b10e-4147-9517-e15efa97fd80 req-b31491ba-5564-4034-bb4f-1ce8510f6cb4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:13.856417 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae6439fe-b10e-4147-9517-e15efa97fd80 req-b31491ba-5564-4034-bb4f-1ce8510f6cb4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0532670 Oct 27 01:28:13.905206 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae6439fe-b10e-4147-9517-e15efa97fd80 req-308124cf-50bc-4d6e-a775-fa0b91a30b05 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430062 Oct 27 01:28:15.033354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50402c7e-e273-42c7-8a15-a45b50577a29 req-a2383af7-83eb-4448-aa29-d11191ddbd1f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:15.034913 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-50402c7e-e273-42c7-8a15-a45b50577a29 req-a2383af7-83eb-4448-aa29-d11191ddbd1f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0512803 Oct 27 01:28:15.082561 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-50402c7e-e273-42c7-8a15-a45b50577a29 req-d4ec8d64-d3d0-412e-a3dd-dc51332a3cf7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Oct 27 01:28:16.202510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6913f47-0ac8-4133-9b59-09d4d9a49faa req-779b690c-8d8c-426a-aa48-b8fabf7394f6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.204688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6913f47-0ac8-4133-9b59-09d4d9a49faa req-779b690c-8d8c-426a-aa48-b8fabf7394f6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Oct 27 01:28:16.251655 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6913f47-0ac8-4133-9b59-09d4d9a49faa req-5c1e53b6-1ac8-48b7-8fb8-1058904aaf10 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 Oct 27 01:28:16.452812 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34062029-2382-4e9b-94d1-951a4e8489b7 req-83f33a8b-89ec-4e3e-9d3a-37a72efa015f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.454445 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34062029-2382-4e9b-94d1-951a4e8489b7 req-83f33a8b-89ec-4e3e-9d3a-37a72efa015f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0474503 Oct 27 01:28:16.509131 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34062029-2382-4e9b-94d1-951a4e8489b7 req-59889a5c-3107-4f3b-99bd-c2d0d811b4ac tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474725 Oct 27 01:28:16.591678 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-8e10c2ef-3b72-4102-9f9d-cbcde588b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.593185 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-8e10c2ef-3b72-4102-9f9d-cbcde588b23d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1130 time: 0.0391190 Oct 27 01:28:16.685808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-88058779-051c-4747-9a72-47cc9d59e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.687245 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-88058779-051c-4747-9a72-47cc9d59e7b3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.0875981 Oct 27 01:28:16.751971 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-83f856f6-ada6-4be5-bb73-b19b245a9d05 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 1001 time: 0.0564003 Oct 27 01:28:16.800730 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-bef5f3b0-627b-4625-b3e4-3d869f4b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.802192 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-bef5f3b0-627b-4625-b3e4-3d869f4b2826 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0440273 Oct 27 01:28:16.860593 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-8b90af05-94bb-46ec-b4ee-0bffc6567db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:16.862089 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-8b90af05-94bb-46ec-b4ee-0bffc6567db6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429716 Oct 27 01:28:16.952015 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-9fb18979-94dd-4875-bd70-fcfbb9a9464e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Oct 27 01:28:17.043804 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-25eccce3-d69b-49a5-880e-f35e3a7aed58 req-ce9b35d7-c8a7-49de-9ccf-76ffc05c7775 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845597 Oct 27 01:28:17.634900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f7ad3-081a-44b7-bed5-877788f5bd01 req-22be7383-3e05-46dc-983b-685326470b65 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:17.636380 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b7f7ad3-081a-44b7-bed5-877788f5bd01 req-22be7383-3e05-46dc-983b-685326470b65 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Oct 27 01:28:17.683705 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b7f7ad3-081a-44b7-bed5-877788f5bd01 req-3f6a9192-6164-4a56-92aa-7ee4cc07b7b9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Oct 27 01:28:18.814876 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cf8bd-0b7d-41a2-b09f-3db92fbae3b3 req-2d1a82b8-1961-4199-abae-a2146549a67f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:28:18.816438 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-135cf8bd-0b7d-41a2-b09f-3db92fbae3b3 req-2d1a82b8-1961-4199-abae-a2146549a67f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0474029 Oct 27 01:28:18.864045 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-135cf8bd-0b7d-41a2-b09f-3db92fbae3b3 req-e301ce73-959c-4dc3-8787-a4be0b301d0a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Oct 27 01:28:22.264533 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=73 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:22.636388 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:22.639313 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=13 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:23.370879 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=80 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:23.418578 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8361978-04fc-423f-a1ef-eab32c9ced72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:25.771571 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3434c0c3-9466-4da2-b2dd-62a2f364abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:27.034425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:INSERT=3,neutron:SELECT=57 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:27.040640 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=50 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:27.084130 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:28.754336 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:28.857357 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:28.859907 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=61,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:28.962464 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:31.348893 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:41.337773 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:41.344097 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:45.817040 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:28:53.419820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c9608ac9-b164-4c4c-8582-51670bc3a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:55.777843 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2d43672f-8025-43f1-8d22-acae119e4232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:56.795171 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:56.795927 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:28:57.086711 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:58.756847 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:28:58.965426 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:01.347582 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:01.589592 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-d1f620ab-b57f-4c5b-8a4d-cc7f17070cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:01.591091 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-d1f620ab-b57f-4c5b-8a4d-cc7f17070cb5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0412853 Oct 27 01:29:01.684722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-d4056d9d-8b9a-4aeb-8166-c1f8e3943305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:01.686222 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-d4056d9d-8b9a-4aeb-8166-c1f8e3943305 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0884361 Oct 27 01:29:01.689166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dee0f-9f34-46a5-999f-c5872721c928 req-b99c8219-2032-4a80-91a7-d6cc864df337 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:01.690657 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9a1dee0f-9f34-46a5-999f-c5872721c928 req-b99c8219-2032-4a80-91a7-d6cc864df337 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.1522954 Oct 27 01:29:01.738000 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9a1dee0f-9f34-46a5-999f-c5872721c928 req-4380acff-e460-471a-b928-67ba1ca01367 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Oct 27 01:29:01.752366 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-32f0c84e-a190-43af-9f3c-f28bc498fe2b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1001 time: 0.0602291 Oct 27 01:29:01.801650 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-0b6df583-f6cc-4d02-8274-9cbd4b2fc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:01.803455 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-0b6df583-f6cc-4d02-8274-9cbd4b2fc152 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0441475 Oct 27 01:29:01.846361 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-2a63f1e6-1a72-4ff6-ab1f-f5078a199e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:01.847834 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-2a63f1e6-1a72-4ff6-ab1f-f5078a199e3c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386660 Oct 27 01:29:01.941576 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-9368f01c-50cc-4a44-859b-5121fb514bf1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874484 Oct 27 01:29:02.038717 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed2e6071-71f1-4223-a467-e2693d9e548b req-119b0bae-216b-4cbb-9ad3-772c679e9c5b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Oct 27 01:29:02.860971 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273240-ca2b-4f6b-9061-257f96f0c4b2 req-ee10adbb-d92d-45b8-89dd-42fd44c2f2e0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:02.862768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c273240-ca2b-4f6b-9061-257f96f0c4b2 req-ee10adbb-d92d-45b8-89dd-42fd44c2f2e0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0468335 Oct 27 01:29:02.909325 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c273240-ca2b-4f6b-9061-257f96f0c4b2 req-8ef7daa9-77e4-4750-9b72-c6a58aa79d07 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404546 Oct 27 01:29:04.035523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4842-d7af-47a5-a67c-30de70a7e054 req-4044323d-40d0-4723-baf8-31e9139b1524 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:04.038224 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae3f4842-d7af-47a5-a67c-30de70a7e054 req-4044323d-40d0-4723-baf8-31e9139b1524 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Oct 27 01:29:04.084771 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae3f4842-d7af-47a5-a67c-30de70a7e054 req-3389e07c-8f88-4d1c-bb07-a5a408fb0395 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Oct 27 01:29:05.205426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42595cd1-60b2-4760-bd57-e8b675c38a06 req-8e37fc59-72f7-4209-87c7-39a1123b7bba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:05.206893 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42595cd1-60b2-4760-bd57-e8b675c38a06 req-8e37fc59-72f7-4209-87c7-39a1123b7bba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0469949 Oct 27 01:29:05.253646 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42595cd1-60b2-4760-bd57-e8b675c38a06 req-5fcf0d3d-c385-43d9-bb2d-ebebb071cd13 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Oct 27 01:29:05.409503 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-c5f06ec7-06da-4fa0-bb6c-f9433a778c19 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420971 Oct 27 01:29:05.485647 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-430cd1f2-e1a5-4b5f-bea7-6869e8cfe31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:05.487114 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-430cd1f2-e1a5-4b5f-bea7-6869e8cfe31a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1130 time: 0.0394650 Oct 27 01:29:05.588911 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-996c6ce2-c79a-416f-8583-80ad07d179be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:05.590391 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-996c6ce2-c79a-416f-8583-80ad07d179be service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.0845573 Oct 27 01:29:05.657431 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-7a31fc4a-3d99-4ee5-af7c-e8cb69fa7a72 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 1001 time: 0.0592408 Oct 27 01:29:05.705253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-1fa1f07a-a12d-4c9a-bf07-2e2bf91accba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:05.706663 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-1fa1f07a-a12d-4c9a-bf07-2e2bf91accba service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0433331 Oct 27 01:29:05.749754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-897f369d-1386-4a05-9816-e8c12b229fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:05.751192 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-897f369d-1386-4a05-9816-e8c12b229fa1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387542 Oct 27 01:29:05.842857 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-2431c370-1c79-448d-8a5e-b740fb5dc32b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851779 Oct 27 01:29:05.932005 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2dfd2dac-3b6e-49f8-b075-a98a1ef3b9fe req-c8e9571c-362b-48e7-98d4-af4dd9412a7b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830598 Oct 27 01:29:06.374488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96a21-f2f6-4249-8241-470fe7d6988d req-fc6ac15a-fe14-4195-87e2-3c45ac9f66b8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:06.376125 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ac96a21-f2f6-4249-8241-470fe7d6988d req-fc6ac15a-fe14-4195-87e2-3c45ac9f66b8 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0470619 Oct 27 01:29:06.426582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ac96a21-f2f6-4249-8241-470fe7d6988d req-36cca04b-4aab-495b-bf9c-ce1543d761cf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Oct 27 01:29:07.653506 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf54a59-176f-4016-a308-454a93d1230a req-9228854e-e000-4b2a-b633-a84d80caa310 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:07.654977 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1cf54a59-176f-4016-a308-454a93d1230a req-9228854e-e000-4b2a-b633-a84d80caa310 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Oct 27 01:29:07.701477 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1cf54a59-176f-4016-a308-454a93d1230a req-67cf5513-d71e-4b5c-9888-c33793ec529e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Oct 27 01:29:08.823267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219a755-ca54-4673-b26b-082a2871b103 req-09a9fbd4-159b-4ea3-b8aa-8bf5c5039c5c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:08.824766 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7219a755-ca54-4673-b26b-082a2871b103 req-09a9fbd4-159b-4ea3-b8aa-8bf5c5039c5c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0477018 Oct 27 01:29:08.872296 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7219a755-ca54-4673-b26b-082a2871b103 req-8668f986-5bed-4043-b6e0-39be4498e8b2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Oct 27 01:29:09.996670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63a691-081f-4085-95a7-62ca8bce6993 req-9053f0c3-0539-41d6-8728-ff5c50194cdb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:09.998932 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd63a691-081f-4085-95a7-62ca8bce6993 req-9053f0c3-0539-41d6-8728-ff5c50194cdb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0501533 Oct 27 01:29:10.045804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd63a691-081f-4085-95a7-62ca8bce6993 req-7290a854-1ee5-4cfa-992e-d3cb22c87cd0 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Oct 27 01:29:11.169282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40ad8-883b-4d29-bfd9-8a0abe8505a1 req-84745521-33a4-44bb-8e8f-99230d6fc285 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:11.170786 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c4c40ad8-883b-4d29-bfd9-8a0abe8505a1 req-84745521-33a4-44bb-8e8f-99230d6fc285 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0470943 Oct 27 01:29:11.218162 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c4c40ad8-883b-4d29-bfd9-8a0abe8505a1 req-3c32648d-763e-447d-8900-7ef780bfad6f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Oct 27 01:29:11.342134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:11.343935 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:12.337576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008fdf5-9004-4940-91f3-42f47dc8e31c req-9fc2c8ae-97db-420b-8bfd-c6bb175f8fbf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:12.339031 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e008fdf5-9004-4940-91f3-42f47dc8e31c req-9fc2c8ae-97db-420b-8bfd-c6bb175f8fbf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0458019 Oct 27 01:29:12.388365 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e008fdf5-9004-4940-91f3-42f47dc8e31c req-1cfa9275-e434-4b98-89ec-a340586d0ac1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Oct 27 01:29:13.509549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861e79-2d66-4415-b51d-ffcb641e10d9 req-545c9001-e6f4-4ac4-81aa-bcc3ca5cb6c1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:13.511015 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7861e79-2d66-4415-b51d-ffcb641e10d9 req-545c9001-e6f4-4ac4-81aa-bcc3ca5cb6c1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0465648 Oct 27 01:29:13.553690 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:13.558317 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7861e79-2d66-4415-b51d-ffcb641e10d9 req-1fa68995-a4a0-4270-b904-9f4704d5cd51 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Oct 27 01:29:14.663548 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:14.678964 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95566618-fd54-4abc-b1c6-76de99d7c15b req-68892ec1-0807-4cc3-854d-e6cb2798621e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:14.680445 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95566618-fd54-4abc-b1c6-76de99d7c15b req-68892ec1-0807-4cc3-854d-e6cb2798621e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0470791 Oct 27 01:29:14.726783 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95566618-fd54-4abc-b1c6-76de99d7c15b req-5b27a8ab-e134-4215-9077-8d14132628d7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Oct 27 01:29:15.850500 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a13bee-c566-4070-898e-59006fdb2691 req-bcb272ba-ec7b-4070-b3e1-506c0268cd0a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:15.851962 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1a13bee-c566-4070-898e-59006fdb2691 req-bcb272ba-ec7b-4070-b3e1-506c0268cd0a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0510821 Oct 27 01:29:15.898343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1a13bee-c566-4070-898e-59006fdb2691 req-afa6e643-df51-4824-b072-86ae18d828d3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Oct 27 01:29:15.927914 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:15.928740 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:17.017987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d491-dd4e-4118-aefc-477fc27ea68e req-aaac2fc3-7d35-4c3f-9079-c4e5983e1b90 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:17.019349 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3fe5d491-dd4e-4118-aefc-477fc27ea68e req-aaac2fc3-7d35-4c3f-9079-c4e5983e1b90 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0462403 Oct 27 01:29:17.065357 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3fe5d491-dd4e-4118-aefc-477fc27ea68e req-7c704651-b538-4d20-b6a1-f2425f55439e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Oct 27 01:29:18.191476 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0103c75-d132-4c9d-9635-6688492f2131 req-b543b061-608e-4771-b437-1d745568d72e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:18.193400 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0103c75-d132-4c9d-9635-6688492f2131 req-b543b061-608e-4771-b437-1d745568d72e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0512502 Oct 27 01:29:18.240544 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d0103c75-d132-4c9d-9635-6688492f2131 req-74562291-85e7-47bb-8484-2e5a0a066ff9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Oct 27 01:29:19.365404 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ef6e-2ab6-4cfd-8448-7f60880b742e req-87f05e7f-8c1c-4e6c-abd6-7fb03ea6f328 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:19.366925 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ecb7ef6e-2ab6-4cfd-8448-7f60880b742e req-87f05e7f-8c1c-4e6c-abd6-7fb03ea6f328 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0495715 Oct 27 01:29:19.416703 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ecb7ef6e-2ab6-4cfd-8448-7f60880b742e req-14bffcc9-b75a-43c9-9b21-4c414218224a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Oct 27 01:29:19.427533 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb886b-e668-4660-8862-16efa67b58fd req-07af22ea-53bc-4748-8bf6-f2bb55aefe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:19.429198 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-39eb886b-e668-4660-8862-16efa67b58fd req-07af22ea-53bc-4748-8bf6-f2bb55aefe3d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0890863 Oct 27 01:29:19.475546 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-39eb886b-e668-4660-8862-16efa67b58fd req-8d2c0b74-1e70-4196-a750-9a587fab427c service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 Oct 27 01:29:20.544549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773de4-350b-4bd4-a63f-1b0248d62e90 req-95e315b3-5df3-467a-b485-22d6077e7530 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:20.546048 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b773de4-350b-4bd4-a63f-1b0248d62e90 req-95e315b3-5df3-467a-b485-22d6077e7530 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0467386 Oct 27 01:29:20.597018 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b773de4-350b-4bd4-a63f-1b0248d62e90 req-b7b757b4-6824-437e-8628-9cdf8470c14e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Oct 27 01:29:21.723077 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22ce6-a9d6-4ee6-9ded-6b4c87057b06 req-169d9557-b6b9-495e-b0bf-38b92def37ba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:21.725083 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39b22ce6-a9d6-4ee6-9ded-6b4c87057b06 req-169d9557-b6b9-495e-b0bf-38b92def37ba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0461218 Oct 27 01:29:21.772000 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39b22ce6-a9d6-4ee6-9ded-6b4c87057b06 req-541148ba-44d1-4198-aa00-1542b3f054f3 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Oct 27 01:29:22.163249 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75837c59-9583-4361-84e6-a001a32ca14f req-a05c7c79-254a-4479-acf4-feba16264cba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:22.164747 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-75837c59-9583-4361-84e6-a001a32ca14f req-a05c7c79-254a-4479-acf4-feba16264cba tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0469689 Oct 27 01:29:22.171130 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-2f1f46a0-42bd-48f5-86d8-33b7d0721e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:22.172606 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-2f1f46a0-42bd-48f5-86d8-33b7d0721e18 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0402176 Oct 27 01:29:22.212492 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-75837c59-9583-4361-84e6-a001a32ca14f req-18233a46-9211-4421-9b7c-c45bdd6ffded tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Oct 27 01:29:22.263850 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-31b408d9-7dc4-462b-84ad-0e0c9c4415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:22.265337 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-31b408d9-7dc4-462b-84ad-0e0c9c4415d7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0847268 Oct 27 01:29:22.330624 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-23801773-d972-4c15-816d-960a71692bb3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1001 time: 0.0592327 Oct 27 01:29:22.378034 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-d1a31f7f-f91d-4292-bdd2-aebefbcef3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:22.379426 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-d1a31f7f-f91d-4292-bdd2-aebefbcef3b6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0433030 Oct 27 01:29:22.420981 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-554cf34b-2db6-4e00-92ad-6c149c354072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:22.422448 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-554cf34b-2db6-4e00-92ad-6c149c354072 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376027 Oct 27 01:29:22.513626 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-bcfe8e23-28ca-4cb1-92df-ceaf6469a7b9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Oct 27 01:29:22.606345 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-89de2ef7-72e7-48eb-af71-8b66591daccd req-4f363436-d4b2-4d7a-b9de-328cf9c4bd5e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Oct 27 01:29:22.816160 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:29:23.346042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69ba76-35a4-456d-ab50-2f5c41617ae1 req-909f5cfc-6564-4b54-b398-be33517c3ef2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:23.347524 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-da69ba76-35a4-456d-ab50-2f5c41617ae1 req-909f5cfc-6564-4b54-b398-be33517c3ef2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0550668 Oct 27 01:29:23.404687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-da69ba76-35a4-456d-ab50-2f5c41617ae1 req-9f82d9ae-6ae0-4070-ae79-a60e39201fbd tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Oct 27 01:29:23.422503 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-55a1d32d-6c3d-4201-a33b-05cbc6b88855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:24.525606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af6da-0d56-4080-a737-cdd27bb85360 req-607d695a-e057-4bd7-b5c4-bc1f18dcbcfb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:24.527084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a30af6da-0d56-4080-a737-cdd27bb85360 req-607d695a-e057-4bd7-b5c4-bc1f18dcbcfb tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0461481 Oct 27 01:29:24.573939 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a30af6da-0d56-4080-a737-cdd27bb85360 req-4d8e54e6-567c-4de6-b055-faba8305286a tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Oct 27 01:29:25.694383 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747ee5a-0689-44e8-a7e9-c892c99c4708 req-4b670f3b-63e1-4755-ad12-3d99198388f6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:25.695875 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0747ee5a-0689-44e8-a7e9-c892c99c4708 req-4b670f3b-63e1-4755-ad12-3d99198388f6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0468297 Oct 27 01:29:25.751666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:25.756590 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0747ee5a-0689-44e8-a7e9-c892c99c4708 req-9b8d4f4a-266d-42f2-a7fc-a472629a71f7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553272 Oct 27 01:29:25.770967 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ab3ecfd5-80ae-42e6-93e4-856af2518aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:25.864231 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:25.874624 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57599250-ac5f-4051-8618-5fe42a4b7bbd req-39926eef-865f-4d84-b78c-c46e394a3ab4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:25.876110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-57599250-ac5f-4051-8618-5fe42a4b7bbd req-39926eef-865f-4d84-b78c-c46e394a3ab4 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0475612 Oct 27 01:29:25.886743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34222) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:25.891043 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Request body: {'floatingip': {'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:25.944746 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:26.401584 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:26.406328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:26.843427 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:26.946539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:26.951576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:26.956333 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:26.966198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:26.966811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:26.982141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:29:26.984425 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840fb58d-d986-4c8b-8d4d-26a367f50965" -d '{"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:27.017656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9ee99fc3-b5fd-42e9-87a8-245282de123e tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/48ff6246-54cb-4e04-ad14-940578b0e700 HTTP/1.1" status: 200 len: 993 time: 1.1298463 Oct 27 01:29:27.079666 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:27.101836 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68146889-cc78-44c1-8ce5-f33aa0bb10e6 x-openstack-request-id: req-68146889-cc78-44c1-8ce5-f33aa0bb10e6 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:27.102117 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:27.102369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68146889-cc78-44c1-8ce5-f33aa0bb10e6 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:27.102901 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68146889-cc78-44c1-8ce5-f33aa0bb10e6'] response: {'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'status': 'completed', 'code': 200} Oct 27 01:29:27.117222 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:27.203511 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-6de34082-8755-4f0c-92ad-b4feec26f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:27.205116 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-6de34082-8755-4f0c-92ad-b4feec26f581 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0460296 Oct 27 01:29:27.297314 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-62fd326a-8aab-491b-b09a-c0e6eff1c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:27.298039 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:29:26Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.298803 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-62fd326a-8aab-491b-b09a-c0e6eff1c338 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0862188 Oct 27 01:29:27.327911 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:27.336443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:27.337031 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.365369 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-451f8682-9736-42cc-bcf2-e517489736ed service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1001 time: 0.0594385 Oct 27 01:29:27.416937 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-07a0ca9e-5616-4d72-af92-f5c6ce6933cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:27.418430 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-07a0ca9e-5616-4d72-af92-f5c6ce6933cc service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0465405 Oct 27 01:29:27.441492 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:27.477896 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-272bf48c-1647-4f4a-9c91-c5876538f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:27.480190 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-272bf48c-1647-4f4a-9c91-c5876538f9d6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517251 Oct 27 01:29:27.584690 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-54670497-2262-4f31-90b9-0c77cec5b55a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956552 Oct 27 01:29:27.662184 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:27.678842 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:27.681967 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:29:26Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.683600 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:27.698490 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-840fb58d-d986-4c8b-8d4d-26a367f50965 req-94444311-830a-4341-bb8b-617adf832f12 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076093 Oct 27 01:29:27.708993 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28ef79-6940-499d-a7a8-a2854eebbc9b None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '48ff6246-54cb-4e04-ad14-940578b0e700', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'port_id': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'mac_address': 'fa:16:3e:fc:d4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4529e36b-a535-4607-aba5-e545c03b2a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:26:33Z', 'updated_at': '2022-10-27T01:29:26Z', 'revision_number': 3, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:27.712502 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:27.731562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eeabe-66aa-4a4d-94fe-076c273b1ff7 req-bef50244-7ca4-4958-8fdc-2421734ce336 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:27.733071 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bf7eeabe-66aa-4a4d-94fe-076c273b1ff7 req-bef50244-7ca4-4958-8fdc-2421734ce336 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0569458 Oct 27 01:29:27.777743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:27.785879 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bf7eeabe-66aa-4a4d-94fe-076c273b1ff7 req-ce287986-6bdb-45ae-adda-cd3af0e5bcf8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470033 Oct 27 01:29:28.760289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:28.912568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c166-c648-4219-a7c1-6e43e7bba975 req-116257d0-70b3-4375-be08-f18e3a1380b8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:28.914073 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0592c166-c648-4219-a7c1-6e43e7bba975 req-116257d0-70b3-4375-be08-f18e3a1380b8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0504804 Oct 27 01:29:28.961431 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0592c166-c648-4219-a7c1-6e43e7bba975 req-fdeeb019-49e6-4f6c-9e25-f45daa69cb63 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Oct 27 01:29:28.967553 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:29.104323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:29:29.106614 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b90781-85b9-4922-a80a-7743a26fcc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:29.143088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad093e-8a84-425a-9f2e-4999a9a26a1a x-openstack-request-id: req-27ad093e-8a84-425a-9f2e-4999a9a26a1a {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:29.143375 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:29.143648 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27ad093e-8a84-425a-9f2e-4999a9a26a1a {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:29.144041 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ad093e-8a84-425a-9f2e-4999a9a26a1a'] response: {'name': 'network-changed', 'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'status': 'completed', 'code': 200} Oct 27 01:29:29.234418 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-816a59a1-021d-4806-a0d7-414fa2114c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:29.235859 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-816a59a1-021d-4806-a0d7-414fa2114c32 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 1130 time: 0.0391195 Oct 27 01:29:29.327538 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-1ad1c211-dec2-4169-a2a2-019d7f1a07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:29.329007 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-1ad1c211-dec2-4169-a2a2-019d7f1a07d1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0866313 Oct 27 01:29:29.388746 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-6948b70c-7042-44f4-8e86-5200f5c5763b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 200 len: 1001 time: 0.0539746 Oct 27 01:29:29.439592 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-79df10c7-3731-47d1-b6d5-82435c352f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:29.440977 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-79df10c7-3731-47d1-b6d5-82435c352f47 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0453684 Oct 27 01:29:29.484490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-67571e67-c73e-425c-9ed1-a5cf24d14fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:29.485958 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-67571e67-c73e-425c-9ed1-a5cf24d14fa1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372331 Oct 27 01:29:29.572543 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-d79bf204-db98-49c8-a253-cdc5c11a9d82 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797722 Oct 27 01:29:29.667633 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c0b90781-85b9-4922-a80a-7743a26fcc5b req-05210a2c-01b5-48f9-a6a6-d2079842a111 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840654 Oct 27 01:29:30.084461 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afdb56-192e-4c20-928e-c6c4cea9d4f0 req-970d901a-df25-4826-a4a9-e55de895f980 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:30.085947 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-05afdb56-192e-4c20-928e-c6c4cea9d4f0 req-970d901a-df25-4826-a4a9-e55de895f980 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Oct 27 01:29:30.134409 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-05afdb56-192e-4c20-928e-c6c4cea9d4f0 req-b0c38a2c-6286-47cf-a97b-5c3e38d064c6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429075 Oct 27 01:29:31.255773 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd8c54-1aa9-445a-bfb9-bf765f0a31ad req-5f343c77-7c01-476e-b578-3c6fcd45160f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:31.257429 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bdd8c54-1aa9-445a-bfb9-bf765f0a31ad req-5f343c77-7c01-476e-b578-3c6fcd45160f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0462661 Oct 27 01:29:31.307216 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bdd8c54-1aa9-445a-bfb9-bf765f0a31ad req-93db72f3-1b25-4ad5-bc4f-13f9af229677 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Oct 27 01:29:31.353684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:32.432013 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae129c0-1e20-4b59-a04f-5334fe1e7d9d req-d7643a9f-cae2-4a8d-98a6-030466cd7e08 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:32.433503 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ae129c0-1e20-4b59-a04f-5334fe1e7d9d req-d7643a9f-cae2-4a8d-98a6-030466cd7e08 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0470352 Oct 27 01:29:32.480296 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ae129c0-1e20-4b59-a04f-5334fe1e7d9d req-72f4f80a-f3fe-4677-98cf-88d24b93146c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Oct 27 01:29:33.601854 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddf0e-d3dc-4b60-8115-9db8a7ec837b req-6dad8d9e-bef6-49b9-a5a9-44a70db162d9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:33.603331 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9e2ddf0e-d3dc-4b60-8115-9db8a7ec837b req-6dad8d9e-bef6-49b9-a5a9-44a70db162d9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0467372 Oct 27 01:29:33.649991 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9e2ddf0e-d3dc-4b60-8115-9db8a7ec837b req-bea3daa3-2438-4cf7-ad33-74ee57d81786 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Oct 27 01:29:33.791132 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:33.791815 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:34.770282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8801-1fcd-42c9-9aae-c16e61b6b11d req-4182c8eb-e221-4aec-9a77-c72ccbfc3a85 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:34.771725 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d79c8801-1fcd-42c9-9aae-c16e61b6b11d req-4182c8eb-e221-4aec-9a77-c72ccbfc3a85 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Oct 27 01:29:34.821384 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d79c8801-1fcd-42c9-9aae-c16e61b6b11d req-18240e2d-83cc-479a-a649-d3e08fe46e2c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Oct 27 01:29:35.940503 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f051f-bce0-4e95-94e4-f507a0f278c1 req-195c27dc-de50-4dea-993c-4420a21948ed tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:35.942074 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-258f051f-bce0-4e95-94e4-f507a0f278c1 req-195c27dc-de50-4dea-993c-4420a21948ed tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0469620 Oct 27 01:29:35.987563 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-258f051f-bce0-4e95-94e4-f507a0f278c1 req-73a8543a-bc7e-4514-9635-4b3bccda9ee3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Oct 27 01:29:37.111421 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79accf8a-40f3-4104-ad71-3f4f2780aacc req-db4c3d38-dca3-4047-9123-9a421c576302 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:37.112787 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79accf8a-40f3-4104-ad71-3f4f2780aacc req-db4c3d38-dca3-4047-9123-9a421c576302 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0500965 Oct 27 01:29:37.159186 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79accf8a-40f3-4104-ad71-3f4f2780aacc req-c88eb411-5a0b-4353-8baa-df203f8d8a79 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Oct 27 01:29:38.279056 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda1a0d-2635-4d41-88fd-2352af1662ae req-c8c646e5-dc4f-439b-a701-a0f9b3e00ab1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.280499 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9dda1a0d-2635-4d41-88fd-2352af1662ae req-c8c646e5-dc4f-439b-a701-a0f9b3e00ab1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0461018 Oct 27 01:29:38.326687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9dda1a0d-2635-4d41-88fd-2352af1662ae req-3170fb97-d827-453e-9cf4-2f5532119487 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Oct 27 01:29:38.530783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f9f9-823c-48e0-b822-225a3b37a69f req-7659362a-ff21-42fc-88b9-2fb82f9fabb1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.532255 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d52f9f9-823c-48e0-b822-225a3b37a69f req-7659362a-ff21-42fc-88b9-2fb82f9fabb1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0471880 Oct 27 01:29:38.583982 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d52f9f9-823c-48e0-b822-225a3b37a69f req-17319f03-2f58-49a8-9549-b7ba1b3c736b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Oct 27 01:29:38.586133 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-c78ed7d9-d6db-4f5e-bdab-9b7ce4adac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.587628 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-c78ed7d9-d6db-4f5e-bdab-9b7ce4adac4d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 1130 time: 0.0414362 Oct 27 01:29:38.681790 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-21bd6ab8-5903-4d91-9a24-73db6ded508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.683378 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-21bd6ab8-5903-4d91-9a24-73db6ded508d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.0899696 Oct 27 01:29:38.744295 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-6a67fdb7-1509-4c0e-8727-bb00ea325a77 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 200 len: 1001 time: 0.0543208 Oct 27 01:29:38.792177 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-d911f917-9ff9-4491-b722-f6279ab950ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.793607 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-d911f917-9ff9-4491-b722-f6279ab950ba service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0431378 Oct 27 01:29:38.842102 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-089686bd-5bde-4944-ba9a-be2d46f5ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:38.843591 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-089686bd-5bde-4944-ba9a-be2d46f5ef5f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432265 Oct 27 01:29:38.933339 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-c20619f2-d5e7-4416-85c6-e57c68c69fa2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Oct 27 01:29:39.244588 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:39.263615 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-ed8f9582-b843-4327-b698-a99b56b6bc1d req-383d7de4-1bef-4f54-ac03-ea6e2546dd35 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227818 Oct 27 01:29:39.467284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:39.480391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca9a4a-273e-4a6a-9027-a81277052f28 req-61a6a88f-e66d-4d03-b76b-8b8b5636bf80 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:39.481897 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-55ca9a4a-273e-4a6a-9027-a81277052f28 req-61a6a88f-e66d-4d03-b76b-8b8b5636bf80 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0486190 Oct 27 01:29:39.528973 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-55ca9a4a-273e-4a6a-9027-a81277052f28 req-cbbdb0e9-e002-4379-b728-bebcf620d561 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Oct 27 01:29:39.688218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:39.706417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ec14-0c05-4601-a6c6-d112d2ef20aa req-492e6c51-52e1-46cc-8d65-04b5e2df3af0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:39.708981 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8448ec14-0c05-4601-a6c6-d112d2ef20aa req-492e6c51-52e1-46cc-8d65-04b5e2df3af0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Oct 27 01:29:39.755971 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8448ec14-0c05-4601-a6c6-d112d2ef20aa req-ffce8ef9-3edb-4af6-bbcf-90d61cb3c19b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 Oct 27 01:29:40.652771 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8095b-f721-4ebc-8a69-41843cfaa9bd req-f8833f66-e613-4794-ac67-39c4e7a0a1ae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:40.654274 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ac8095b-f721-4ebc-8a69-41843cfaa9bd req-f8833f66-e613-4794-ac67-39c4e7a0a1ae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0505598 Oct 27 01:29:40.700845 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ac8095b-f721-4ebc-8a69-41843cfaa9bd req-0e29d4d7-89e6-4b9d-915e-c0d1bb22ff1a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Oct 27 01:29:40.897292 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e26b8-ca7f-4340-b290-464b852782d1 req-c5dd35da-83c1-4b19-8222-9e817096753a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:40.898777 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bf0e26b8-ca7f-4340-b290-464b852782d1 req-c5dd35da-83c1-4b19-8222-9e817096753a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0483489 Oct 27 01:29:40.946376 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bf0e26b8-ca7f-4340-b290-464b852782d1 req-d9101568-4c39-433a-a166-f8d27e791d8c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420706 Oct 27 01:29:41.346909 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:41.349659 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:41.810144 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-54b3ff73-3ba4-4b49-9a7a-b1998983edc2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:41.811610 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-54b3ff73-3ba4-4b49-9a7a-b1998983edc2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0474668 Oct 27 01:29:41.823873 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a259536-ddc0-4c80-9dab-2d7bb5692aed req-44568ace-a97b-4d61-ad90-50a39f0673e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:41.825474 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2a259536-ddc0-4c80-9dab-2d7bb5692aed req-44568ace-a97b-4d61-ad90-50a39f0673e7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 946 time: 0.0492947 Oct 27 01:29:41.851940 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:41.878625 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2a259536-ddc0-4c80-9dab-2d7bb5692aed req-ac7290f1-699f-4bbf-b16a-22243a68345e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c9d6d96d-ba4b-4013-bf1e-d709816f944e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Oct 27 01:29:41.900150 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:29:41.900489 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:41.989829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] For port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:41.990233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:42.067018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e5b5-b391-40d9-b247-07d6458f0a9b req-94a46244-d86e-4421-9b7c-006696becd32 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:42.068490 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef79e5b5-b391-40d9-b247-07d6458f0a9b req-94a46244-d86e-4421-9b7c-006696becd32 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0479355 Oct 27 01:29:42.116888 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef79e5b5-b391-40d9-b247-07d6458f0a9b req-c033917e-537e-4ebc-b5fa-6378ba48c7a7 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Oct 27 01:29:42.204993 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:42.205388 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:42.205737 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 02d5d96e-dbcf-4f11-8634-a1c689297830 disassociated. External IP: 172.27.0.180, port: ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9. Oct 27 01:29:42.206079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:29:42.335055 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:42.361433 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:42.375383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.375717 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.376078 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.376407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.376735 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.377079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.377406 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.377725 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.378045 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.378366 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.378686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.379534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.379850 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.380166 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.380481 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:42.491573 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:42.597421 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:42.610134 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:42.622818 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:42.623554 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:42.642549 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] No DVR routers for this DVR port ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:29:42.645874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:42.649086 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b22481e1-990e-41eb-ae3b-89bd059a1331 req-fa9a12fb-be59-4412-b797-2b9fc23a5583 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "DELETE /networking/v2.0/ports/ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 HTTP/1.1" status: 204 len: 173 time: 0.8324401 Oct 27 01:29:42.649597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'name': 'network-vif-deleted', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:29:42.651899 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40900c93-85e8-4f32-8443-7ca61b15b5ad" -d '{"events": [{"server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "name": "network-vif-deleted", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:42.740344 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:42.762463 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261a2665-fb9c-41d5-b206-32dbcdb6e3ff x-openstack-request-id: req-261a2665-fb9c-41d5-b206-32dbcdb6e3ff {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:42.762751 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f4c33b-ade5-4dbc-821f-a0d9273b643f", "name": "network-vif-deleted", "tag": "ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:42.763007 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-261a2665-fb9c-41d5-b206-32dbcdb6e3ff {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:42.763415 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261a2665-fb9c-41d5-b206-32dbcdb6e3ff'] response: {'server_uuid': 'd7f4c33b-ade5-4dbc-821f-a0d9273b643f', 'name': 'network-vif-deleted', 'tag': 'ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9', 'status': 'completed', 'code': 200} Oct 27 01:29:42.977695 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:43.003220 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:43.012503 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:43.013125 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:43.018574 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-460eb87f-0190-4db7-ad2c-e281ee2022ba req-5538149a-071d-4577-abda-60a07ca67fe5 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f4c33b-ade5-4dbc-821f-a0d9273b643f HTTP/1.1" status: 200 len: 210 time: 0.0434406 Oct 27 01:29:43.120418 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:43.328952 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:43.354073 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e7030-adce-475e-ba8e-3b88fd2cfd23 None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '044c0f36-ee95-45f9-9bd9-f17e42dcc1fe', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:5d:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:24:09Z', 'updated_at': '2022-10-27T01:25:27Z', 'revision_number': 2, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:43.599323 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ae263-e2a9-4711-8701-49f531a3fa9a None None] New status for floating IP 02d5d96e-dbcf-4f11-8634-a1c689297830: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:29:44.118589 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34310) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:44.181087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (c9d6d96d-ba4b-4013-bf1e-d709816f944e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.203940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (c9d6d96d-ba4b-4013-bf1e-d709816f944e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.252632 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c9d6d96d-ba4b-4013-bf1e-d709816f944e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.255230 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.256402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c9d6d96d-ba4b-4013-bf1e-d709816f944e HTTP/1.1" status: 204 len: 168 time: 0.1367471 Oct 27 01:29:44.259359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34312) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:44.265209 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6d96d-ba4b-4013-bf1e-d709816f944e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:44.273219 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.273568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.273684 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-3eaaddfe-ebc5-4bf9-871a-232fdfbfe46d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] show failed (client error): The resource could not be found. Oct 27 01:29:44.273905 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.274242 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.274535 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3eaaddfe-ebc5-4bf9-871a-232fdfbfe46d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups/c9d6d96d-ba4b-4013-bf1e-d709816f944e HTTP/1.1" status: 404 len: 347 time: 0.0141878 Oct 27 01:29:44.274671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.274896 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.275220 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.275546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.275865 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.276188 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.276509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.276828 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.277166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.277385 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34314) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:44.277486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.277791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56609ac-7c85-4604-9a79-12f64bc7ffa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:44.326292 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:44.392958 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port 5765d587-bccb-4421-b019-c295ca902828 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:29:44.393327 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (5765d587-bccb-4421-b019-c295ca902828), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.474062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (5765d587-bccb-4421-b019-c295ca902828), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.474381 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (5765d587-bccb-4421-b019-c295ca902828), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.486046 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for 5765d587-bccb-4421-b019-c295ca902828 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:29:44.527495 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:44.635478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5765d587-bccb-4421-b019-c295ca902828), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.665916 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=5765d587-bccb-4421-b019-c295ca902828,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:44.723525 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (02d5d96e-dbcf-4f11-8634-a1c689297830), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.726151 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:44.727514 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5836510a-303f-4426-922c-408e83440dd0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/02d5d96e-dbcf-4f11-8634-a1c689297830 HTTP/1.1" status: 204 len: 168 time: 0.4491386 Oct 27 01:29:45.016700 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:45.039091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:29:45.039354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device ebc3c457-69b7-4b2b-8cdf-35cbbb04b2f9 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:46.383081 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9958e7-f5f5-4f6f-8254-fc36e1b3b379 req-b1c2d3c9-735b-45bd-a011-8807e8407e3d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:46.384582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b9958e7-f5f5-4f6f-8254-fc36e1b3b379 req-b1c2d3c9-735b-45bd-a011-8807e8407e3d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Oct 27 01:29:46.431893 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b9958e7-f5f5-4f6f-8254-fc36e1b3b379 req-c2c9c841-5c9e-425c-a24f-b366ee63cfad tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Oct 27 01:29:47.558609 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6c70-55ba-48ab-bace-e9a972099cd5 req-7ea07f8c-d8f5-44d0-9242-714e6c70a1f7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:47.560061 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c16b6c70-55ba-48ab-bace-e9a972099cd5 req-7ea07f8c-d8f5-44d0-9242-714e6c70a1f7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Oct 27 01:29:47.606922 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c16b6c70-55ba-48ab-bace-e9a972099cd5 req-b51965dc-ae7b-4997-a480-ee371b329ce8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412595 Oct 27 01:29:48.574820 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-97cff460-07a0-4b55-ab44-d3afafd4eb08 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:48.576247 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-97cff460-07a0-4b55-ab44-d3afafd4eb08 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Oct 27 01:29:48.661967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port 9bbe4643-e570-4c73-9fd9-c977cef6c27c {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:29:48.662310 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:48.728685 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b67c98-ab13-41ad-9000-9060fc79d026 req-05fa31d2-89ac-46e1-99b4-90a4c577a272 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:48.730193 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-05b67c98-ab13-41ad-9000-9060fc79d026 req-05fa31d2-89ac-46e1-99b4-90a4c577a272 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 945 time: 0.0474889 Oct 27 01:29:48.752022 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] For port 9bbe4643-e570-4c73-9fd9-c977cef6c27c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9bbe4643-e570-4c73-9fd9-c977cef6c27c,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:48.752384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:48.777084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-05b67c98-ab13-41ad-9000-9060fc79d026 req-7534bb11-5aef-4553-93c1-14b636637800 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e89659f7-d44c-4793-a75a-fcb98d12629c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Oct 27 01:29:48.917066 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:48.917452 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:48.917763 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 044c0f36-ee95-45f9-9bd9-f17e42dcc1fe disassociated. External IP: 172.27.0.77, port: 9bbe4643-e570-4c73-9fd9-c977cef6c27c. Oct 27 01:29:48.918100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for 9bbe4643-e570-4c73-9fd9-c977cef6c27c owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:29:48.978794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:49.045964 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (9bbe4643-e570-4c73-9fd9-c977cef6c27c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:49.075443 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=9bbe4643-e570-4c73-9fd9-c977cef6c27c,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:49.191514 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:49.194814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:49.301531 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:49.314066 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:49.325470 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:49.326445 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:49.346638 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] No DVR routers for this DVR port 9bbe4643-e570-4c73-9fd9-c977cef6c27c on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:29:49.349643 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:49.352927 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-db0f96cf-c1ef-48c1-91cd-2aeba527a6f8 req-c497c02d-f58f-46ec-a0c6-61e4840e1580 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "DELETE /networking/v2.0/ports/9bbe4643-e570-4c73-9fd9-c977cef6c27c HTTP/1.1" status: 204 len: 173 time: 0.7710083 Oct 27 01:29:49.353409 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'name': 'network-vif-deleted', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:29:49.355652 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd56c435-3ed4-41ad-9239-5c62795a16f2" -d '{"events": [{"server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "name": "network-vif-deleted", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:49.399512 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60e999f-7d74-4ee8-923d-83c319f0ec6e x-openstack-request-id: req-c60e999f-7d74-4ee8-923d-83c319f0ec6e {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:49.399814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0043e0-d539-46b1-bdd1-8adc22ef0d95", "name": "network-vif-deleted", "tag": "9bbe4643-e570-4c73-9fd9-c977cef6c27c", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:49.400220 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c60e999f-7d74-4ee8-923d-83c319f0ec6e {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:49.400775 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60e999f-7d74-4ee8-923d-83c319f0ec6e'] response: {'server_uuid': '7e0043e0-d539-46b1-bdd1-8adc22ef0d95', 'name': 'network-vif-deleted', 'tag': '9bbe4643-e570-4c73-9fd9-c977cef6c27c', 'status': 'completed', 'code': 200} Oct 27 01:29:49.441255 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:49.652971 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:49.717497 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:49.730466 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:49.754480 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:49.763441 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:29:49.764028 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:49.866071 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:29:49.893656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c72d3cc-1c6e-4ad8-8a38-8d530ac5b106 req-0e908ec5-95c3-4995-8a9f-0f64d595d47e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7e0043e0-d539-46b1-bdd1-8adc22ef0d95 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Oct 27 01:29:50.050859 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:50.080285 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4ce83-179e-4989-8be4-a1c146383ccf None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:50.293447 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ef34f-4c86-4f27-a2fd-a055ad665ed4 None None] New status for floating IP 044c0f36-ee95-45f9-9bd9-f17e42dcc1fe: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:29:50.990072 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34348) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.032546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 9bbe4643-e570-4c73-9fd9-c977cef6c27c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:51.046142 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (e89659f7-d44c-4793-a75a-fcb98d12629c), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.051343 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 9bbe4643-e570-4c73-9fd9-c977cef6c27c {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:29:51.051688 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 9bbe4643-e570-4c73-9fd9-c977cef6c27c not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:51.069766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (e89659f7-d44c-4793-a75a-fcb98d12629c), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.118035 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e89659f7-d44c-4793-a75a-fcb98d12629c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.120493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.121662 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e89659f7-d44c-4793-a75a-fcb98d12629c HTTP/1.1" status: 204 len: 168 time: 0.1300168 Oct 27 01:29:51.124576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34350) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.131249 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fb27d-6e5b-4b10-a06d-8afcf66e89cb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89659f7-d44c-4793-a75a-fcb98d12629c,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:51.138652 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.api.v2.resource [None req-f87f1d87-1128-4427-8278-366e2739cfba tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] show failed (client error): The resource could not be found. Oct 27 01:29:51.144175 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f87f1d87-1128-4427-8278-366e2739cfba tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e89659f7-d44c-4793-a75a-fcb98d12629c HTTP/1.1" status: 404 len: 347 time: 0.0185854 Oct 27 01:29:51.147916 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34352) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.257024 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port 8969e471-389e-488c-a116-37743db44dec {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:29:51.257393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (8969e471-389e-488c-a116-37743db44dec), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.335058 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (8969e471-389e-488c-a116-37743db44dec), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.335290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (8969e471-389e-488c-a116-37743db44dec), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.346979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for 8969e471-389e-488c-a116-37743db44dec owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:29:51.474996 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (8969e471-389e-488c-a116-37743db44dec), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.499778 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=8969e471-389e-488c-a116-37743db44dec,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:51.559089 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (044c0f36-ee95-45f9-9bd9-f17e42dcc1fe), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.561518 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.562635 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-def9f73c-eefe-4265-822c-7b852bc10618 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/044c0f36-ee95-45f9-9bd9-f17e42dcc1fe HTTP/1.1" status: 204 len: 168 time: 0.4137678 Oct 27 01:29:51.643336 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34356) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.647949 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92699150', 'description': 'tempest-description--1735761326'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:51.652198 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:51.670294 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.740239 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (9936f44a-84ab-437e-ba28-45d7014c2c65), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.743966 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9936f44a-84ab-437e-ba28-45d7014c2c65), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.750578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:51.778154 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.779359 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1350276 Oct 27 01:29:51.780445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058b067-e4ca-48c1-9b37-ee3eef95e77f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9936f44a-84ab-437e-ba28-45d7014c2c65,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:51.782505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34358) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.787651 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': '9936f44a-84ab-437e-ba28-45d7014c2c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:51.809623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:51.819456 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:51.822222 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (1c7622c2-b918-47ef-a3d2-0f759ad5318d), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.878367 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (1c7622c2-b918-47ef-a3d2-0f759ad5318d), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.883103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (1c7622c2-b918-47ef-a3d2-0f759ad5318d), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.902252 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7622c2-b918-47ef-a3d2-0f759ad5318d,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:51.915273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:51.919184 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-50ffda40-cf76-4a93-a245-001ae5ab1c3b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329653 Oct 27 01:29:51.919336 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34360) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:51.923733 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': '9936f44a-84ab-437e-ba28-45d7014c2c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:51.951189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (d5fc3a14-6a8c-4506-b891-4527054c4a36), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.007148 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (d5fc3a14-6a8c-4506-b891-4527054c4a36), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.010418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (d5fc3a14-6a8c-4506-b891-4527054c4a36), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.028681 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fc3a14-6a8c-4506-b891-4527054c4a36,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:52.036430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.037832 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d916888f-458f-405e-aa54-6e99f538a9da tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174531 Oct 27 01:29:52.040954 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34362) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:29:52.045200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:52.066338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.145549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.249146 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.27.0.12 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/379c1b18-501c-4f6d-bc64-112989a71b79) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:29:52.352201 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (379c1b18-501c-4f6d-bc64-112989a71b79), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.384563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.419080 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:29:52.421946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:29:52.428987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:29:52.454866 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=379c1b18-501c-4f6d-bc64-112989a71b79,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:52.480584 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:52.507021 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:52.523078 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.558145 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.702839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (379c1b18-501c-4f6d-bc64-112989a71b79), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.707070 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.773027 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=379c1b18-501c-4f6d-bc64-112989a71b79,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:52.775753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.791391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:52.792603 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-c6f46855-57c0-4519-9c85-012a62dce335 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7506859 Oct 27 01:29:52.947713 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-24da0453-8ffa-4eb8-bcb3-e62b8bf0896f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--92699150&fields=id&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 267 time: 0.0464635 Oct 27 01:29:53.051037 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-8b42e933-5e15-4630-9f1d-31837cfc92a0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:53.053175 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-8b42e933-5e15-4630-9f1d-31837cfc92a0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.0990460 Oct 27 01:29:53.067197 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-5528beb4-cf06-4028-89d3-8c1d9900cf45 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/quotas/db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 375 time: 0.0086944 Oct 27 01:29:53.116523 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-233d7dbd-4288-4238-9d00-9e1915264b49 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438204 Oct 27 01:29:53.255535 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-d3024120-d58c-4ac0-8264-88e598bc0de4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277964 Oct 27 01:29:53.345278 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-14ed233c-abb6-49e9-b447-9a2f9f5dcfd2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835958 Oct 27 01:29:53.425976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e52e0cfe-a538-486b-b7a5-55a24f53b42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:53.518170 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1acdfb1b-8a9b-43ee-8a6c-c8e0b7c61305 req-f30c32e9-191c-471c-a5fe-c7e64a803ee3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 210 time: 0.0333076 Oct 27 01:29:54.623345 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2709c2bd-086e-47a9-9e06-e1f0bd93af62 req-8d8b260d-211c-4dca-bd6c-f4acfa740229 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Oct 27 01:29:54.874571 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-12a60757-6eb9-4d16-977d-4a8c408b803c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:54.876004 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-12a60757-6eb9-4d16-977d-4a8c408b803c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.1035576 Oct 27 01:29:54.964598 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-21531780-0241-4aba-bec7-641bea4b92ff tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 378 time: 0.0552928 Oct 27 01:29:55.068312 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'port': {'device_id': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'admin_state_up': True, 'tenant_id': 'db70dacc270d431182451b57b277484f', 'security_groups': ['9936f44a-84ab-437e-ba28-45d7014c2c65']}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:55.176530 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'port': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:29:55.180736 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.306856 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.20.0.6 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/f4266057-9cb1-47f7-82eb-d31f8f4432d7) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:29:55.440008 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.468771 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:55.474386 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.522121 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:29:55.527214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:29:55.530941 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:29:55.554890 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:55.584970 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:55.585630 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.603156 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-b92204c7-609b-451e-9967-4e5db2d325c4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386791 Oct 27 01:29:55.620862 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Request body: {'port': {'device_id': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:29:55.645859 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:55.692100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.752050 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc3584-c806-49fb-87de-8cd9a717c228 req-5bd76b35-fd94-48c9-a13e-673a4aad70ee tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:55.753657 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eecc3584-c806-49fb-87de-8cd9a717c228 req-5bd76b35-fd94-48c9-a13e-673a4aad70ee tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 931 time: 0.0479739 Oct 27 01:29:55.782839 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1014b963-4c87-46e2-91a5-b91e08f46530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.784311 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-6cdeaae4-d51c-443d-8c43-1ce051bff77b None None] Provisioning complete for port f4266057-9cb1-47f7-82eb-d31f8f4432d7 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:29:55.784971 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaae4-d51c-443d-8c43-1ce051bff77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.785441 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-6cdeaae4-d51c-443d-8c43-1ce051bff77b None None] Attempt 1 to provision port f4266057-9cb1-47f7-82eb-d31f8f4432d7 Oct 27 01:29:55.805496 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eecc3584-c806-49fb-87de-8cd9a717c228 req-b81274c7-e820-4bcd-b660-1cbf91ff3fd7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455902 Oct 27 01:29:55.827171 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeaae4-d51c-443d-8c43-1ce051bff77b None None] Port f4266057-9cb1-47f7-82eb-d31f8f4432d7 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:29:55.961353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4266057-9cb1-47f7-82eb-d31f8f4432d7 {{(pid=104647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:29:55.968601 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks [] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:55.980682 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.provisioning_blocks [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Transition to ACTIVE for port object f4266057-9cb1-47f7-82eb-d31f8f4432d7 will not be triggered until provisioned by entity L2. {{(pid=104647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:29:55.984449 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:56.044148 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Pushing event updated for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:56.091722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Attempting to bind port f4266057-9cb1-47f7-82eb-d31f8f4432d7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:29:56.092053 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Attempting to bind port f4266057-9cb1-47f7-82eb-d31f8f4432d7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:29:56.092378 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Attempting to bind port f4266057-9cb1-47f7-82eb-d31f8f4432d7 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:29:56.135645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Port f4266057-9cb1-47f7-82eb-d31f8f4432d7 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:29:56.135964 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Attempting to bind port f4266057-9cb1-47f7-82eb-d31f8f4432d7 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:29:56.177680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:29:56.178007 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:29:56.178393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:29:56.178814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.managers [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Bound port: f4266057-9cb1-47f7-82eb-d31f8f4432d7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:29:56.179163 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:56.244716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, cleared binding levels {{(pid=104647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:29:56.247600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:29:56.254017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:56.257712 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:56.258411 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:56.259828 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/f4266057-9cb1-47f7-82eb-d31f8f4432d7 HTTP/1.1" status: 200 len: 1093 time: 0.6432831 Oct 27 01:29:56.261874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:29:56.264053 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843" -d '{"events": [{"name": "network-changed", "server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:56.307763 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8582a2c-52e5-4aae-8f52-8fb097ce2210 x-openstack-request-id: req-c8582a2c-52e5-4aae-8f52-8fb097ce2210 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:56.308051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:56.308299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8582a2c-52e5-4aae-8f52-8fb097ce2210 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:56.308734 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8582a2c-52e5-4aae-8f52-8fb097ce2210'] response: {'name': 'network-changed', 'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'status': 'completed', 'code': 200} Oct 27 01:29:56.320489 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:56.324685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710fd83-02e2-4c17-a0e9-611d77d036ac service neutron] Pushing event updated for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=3']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:56.610838 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-325a8dbd-41f2-438d-808f-51edb1d67c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:56.612260 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-325a8dbd-41f2-438d-808f-51edb1d67c08 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 1127 time: 0.2679026 Oct 27 01:29:56.662986 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-903cc0f7-d396-4c99-b846-f4dc744c3a05 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7 HTTP/1.1" status: 200 len: 217 time: 0.0315235 Oct 27 01:29:56.711897 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-339b7688-5a32-438b-812a-6cf7292a53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:56.713303 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-339b7688-5a32-438b-812a-6cf7292a53e4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0448363 Oct 27 01:29:56.757284 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37026-c142-4c84-abae-e9601ecaba17 req-e5f2dfbd-a499-4fff-833f-88894ffa55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:56.758713 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-e5f2dfbd-a499-4fff-833f-88894ffa55e6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387399 Oct 27 01:29:56.843086 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:56.849764 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-0f8e68e8-7f3a-41c8-a0f3-cca34302afe8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Oct 27 01:29:56.937763 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c973ee-c6da-4830-a831-89b7a35e7c9a req-60aab4c3-7661-4d4b-8740-e1b6ea1c0582 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:56.939234 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2c973ee-c6da-4830-a831-89b7a35e7c9a req-60aab4c3-7661-4d4b-8740-e1b6ea1c0582 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Oct 27 01:29:56.942883 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-37e37026-c142-4c84-abae-e9601ecaba17 req-bcd9eb36-e59e-4955-94b8-9a74972a582f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Oct 27 01:29:56.952190 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:56.990865 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2c973ee-c6da-4830-a831-89b7a35e7c9a req-0a76fd1e-0806-4a0e-b5ae-4aa553877456 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450082 Oct 27 01:29:57.091158 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:58.077284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:29:58.114995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c08fa0-2d26-4a58-82ff-e849031fb88a req-81afe3a0-7334-4ba2-aaa8-2cdd6a5353d2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:58.116463 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-16c08fa0-2d26-4a58-82ff-e849031fb88a req-81afe3a0-7334-4ba2-aaa8-2cdd6a5353d2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 943 time: 0.0478358 Oct 27 01:29:58.163253 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-16c08fa0-2d26-4a58-82ff-e849031fb88a req-61ccdefd-5e80-4244-adc4-fc1b64f5ee9d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411637 Oct 27 01:29:58.762540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:58.970087 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:59.055018 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f4266057-9cb1-47f7-82eb-d31f8f4432d7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:29:59.154157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:59.165511 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'port_id': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'mac_address': 'fa:16:3e:a2:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:29:59.200213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port f4266057-9cb1-47f7-82eb-d31f8f4432d7 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:29:59.200611 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:59.214484 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4266057-9cb1-47f7-82eb-d31f8f4432d7 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:29:59.239727 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:59.244658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:29:59.287040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d4904-d823-40cf-90f7-8bfaa2ad8a98 req-f2a2b66e-83b0-4c7f-8ce8-78fcbfc673ab tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:59.288451 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b93d4904-d823-40cf-90f7-8bfaa2ad8a98 req-f2a2b66e-83b0-4c7f-8ce8-78fcbfc673ab tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 944 time: 0.0503404 Oct 27 01:29:59.290862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:59.299053 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.299399 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.299735 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.300721 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.303302 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.303807 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.304154 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.304484 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.304817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.305236 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.305626 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.305959 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.306280 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.306598 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.306924 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:59.342394 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b93d4904-d823-40cf-90f7-8bfaa2ad8a98 req-fb361d89-13c0-4e61-bb2c-0847e3c58315 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481915 Oct 27 01:29:59.352509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-bfd05411-9846-47a3-803b-c15def80f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:59.354079 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-bfd05411-9846-47a3-803b-c15def80f114 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 1128 time: 0.0451579 Oct 27 01:29:59.696504 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-0945a8ed-3938-4e8e-9e03-9d032cb61396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:59.698010 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-0945a8ed-3938-4e8e-9e03-9d032cb61396 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.0902548 Oct 27 01:29:59.713372 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f4266057-9cb1-47f7-82eb-d31f8f4432d7'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:29:59.809493 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-dbc522fc-48ed-44ac-bf56-a9634fe081f5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7 HTTP/1.1" status: 200 len: 217 time: 0.0349948 Oct 27 01:29:59.815035 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:29:59.865806 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-85518d64-aa88-4ca1-8671-24e0e4fb0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:59.867322 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-85518d64-aa88-4ca1-8671-24e0e4fb0caf service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0504413 Oct 27 01:29:59.913331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-6c40d9c2-aa4b-470c-8fbf-06b364b6e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:29:59.914849 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-6c40d9c2-aa4b-470c-8fbf-06b364b6e94a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411787 Oct 27 01:30:00.013088 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-37999800-d2c6-4875-adeb-0ed17da21057 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905111 Oct 27 01:30:00.054667 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=34 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:00.430638 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-c3abe6d5-9cc7-4946-8000-f0dbf08fe843 req-83c4deb6-ac8e-4229-95f7-3990a5d9ce51 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934782 Oct 27 01:30:00.465362 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60e3ce-a9e4-4fda-8099-5cfb8e9de70e req-f0b99436-0f7d-42a5-b841-db85c1364412 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:00.467042 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b60e3ce-a9e4-4fda-8099-5cfb8e9de70e req-f0b99436-0f7d-42a5-b841-db85c1364412 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 944 time: 0.0480683 Oct 27 01:30:00.515218 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b60e3ce-a9e4-4fda-8099-5cfb8e9de70e req-fa5a5e21-c366-48fe-b249-5af9a1aa04ec tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426507 Oct 27 01:30:01.087542 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f4266057-9cb1-47f7-82eb-d31f8f4432d7 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:30:01.124764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:01.130472 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port f4266057-9cb1-47f7-82eb-d31f8f4432d7 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:30:01.136546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port f4266057-9cb1-47f7-82eb-d31f8f4432d7 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:30:01.136932 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:01.137293 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port f4266057-9cb1-47f7-82eb-d31f8f4432d7 Oct 27 01:30:01.208999 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port f4266057-9cb1-47f7-82eb-d31f8f4432d7 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:01.209425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:01.211018 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:01.234256 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:01.236577 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105310b-b385-4857-9c88-ab1064790898" -d '{"events": [{"server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:01.252686 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:01.257654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:01.311495 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:01.336502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0379d2f7-5881-4ba6-82ea-acf30d225688 x-openstack-request-id: req-0379d2f7-5881-4ba6-82ea-acf30d225688 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:01.336976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:01.337264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0379d2f7-5881-4ba6-82ea-acf30d225688 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:01.337741 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0379d2f7-5881-4ba6-82ea-acf30d225688'] response: {'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'code': 200} Oct 27 01:30:01.359717 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:01.547137 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9654cd-0ab8-453c-8171-6de907c4a808 req-c2b61995-d02a-4a66-8429-80fce1f338da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:01.548624 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1d9654cd-0ab8-453c-8171-6de907c4a808 req-c2b61995-d02a-4a66-8429-80fce1f338da service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 1129 time: 0.0396960 Oct 27 01:30:01.594502 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1d9654cd-0ab8-453c-8171-6de907c4a808 req-b1d0bf3f-284b-4060-b0ac-fd03a9a244c1 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395179 Oct 27 01:30:01.636617 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc256-153a-4c29-bd22-7bf195abfcdf req-c955c968-1a71-42dd-9613-cecaae62332b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:01.638118 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34cfc256-153a-4c29-bd22-7bf195abfcdf req-c955c968-1a71-42dd-9613-cecaae62332b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0460012 Oct 27 01:30:01.685711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-34cfc256-153a-4c29-bd22-7bf195abfcdf req-3a9ceab0-b55f-4836-8f53-438553cdb8b7 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418978 Oct 27 01:30:02.815881 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab3707-d339-4623-bf03-bd61a0e29538 req-f19786fc-dd92-42ae-af54-9abe8161e671 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:02.817940 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ceab3707-d339-4623-bf03-bd61a0e29538 req-f19786fc-dd92-42ae-af54-9abe8161e671 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Oct 27 01:30:02.865174 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ceab3707-d339-4623-bf03-bd61a0e29538 req-d5eddc08-0122-47f3-b0c1-3f65ef05da1d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421445 Oct 27 01:30:03.990468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a4852-2f6a-4b3b-8780-6eb5466a3297 req-ff96621f-7d26-47ab-8e9d-6bc232e2a52e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:03.991921 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5e5a4852-2f6a-4b3b-8780-6eb5466a3297 req-ff96621f-7d26-47ab-8e9d-6bc232e2a52e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0464377 Oct 27 01:30:04.038316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5e5a4852-2f6a-4b3b-8780-6eb5466a3297 req-d3002ea9-7678-431d-a0df-cb0b27e9be1d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409706 Oct 27 01:30:04.158738 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c26db-225f-49d1-8c50-ccceafcee927 req-1cad7a43-3c8d-4b2b-b932-b879115e9ddb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:04.160131 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bc8c26db-225f-49d1-8c50-ccceafcee927 req-1cad7a43-3c8d-4b2b-b932-b879115e9ddb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Oct 27 01:30:04.170282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34426) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:04.174550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'port_id': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:04.213638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:04.615200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:04.633138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:04.636486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:04.669752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:04.732788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca associated. External IP: 172.27.0.12, port: f4266057-9cb1-47f7-82eb-d31f8f4432d7. Oct 27 01:30:05.164645 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:30:05.266619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:30:05.272159 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:05.276672 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:30:05.286995 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:05.287596 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:05.304085 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1f97b866-5a3a-4a68-ab23-73223e67e924 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca HTTP/1.1" status: 200 len: 990 time: 1.1299736 Oct 27 01:30:05.304085 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:05.305139 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297" -d '{"events": [{"name": "network-changed", "server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:05.348537 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885d5948-cd48-4158-a13b-d7bd75e2965a x-openstack-request-id: req-885d5948-cd48-4158-a13b-d7bd75e2965a {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:05.349496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:05.349744 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-885d5948-cd48-4158-a13b-d7bd75e2965a {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:05.350180 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885d5948-cd48-4158-a13b-d7bd75e2965a'] response: {'name': 'network-changed', 'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'status': 'completed', 'code': 200} Oct 27 01:30:05.390998 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:05.436378 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-f017f571-b18d-4dd3-8848-c988e070c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:05.437927 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-f017f571-b18d-4dd3-8848-c988e070c0e5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 1129 time: 0.0394919 Oct 27 01:30:05.530041 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:05.533539 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-c98f04be-cbe8-49a5-b45c-bf1df7789c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:05.535016 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-c98f04be-cbe8-49a5-b45c-bf1df7789c30 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.0909250 Oct 27 01:30:05.597416 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-ef6549af-9c57-44f5-b4b2-c59931d6d6d5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7 HTTP/1.1" status: 200 len: 998 time: 0.0564225 Oct 27 01:30:05.599069 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:a2:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:29:52Z', 'updated_at': '2022-10-27T01:30:04Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:05.627344 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:30:05.636656 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:05.637273 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:29:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:05.646445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-14c17ca2-854f-4d31-a8e1-4f452e73fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:05.647925 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-14c17ca2-854f-4d31-a8e1-4f452e73fa04 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0446634 Oct 27 01:30:05.696696 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-168e846a-36b9-4210-94d7-7941f2e24179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:05.698229 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-168e846a-36b9-4210-94d7-7941f2e24179 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440750 Oct 27 01:30:05.717465 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:05.738799 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:05.790291 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-9325a05b-e2fe-4484-8d8b-d7c8887084e4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849292 Oct 27 01:30:05.852631 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:05.888712 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-2e13407c-4cc3-4fd8-a8fd-32e6239c8297 req-474c740a-e801-4552-b1ec-e85169783a3e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921030 Oct 27 01:30:05.947707 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:a2:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:29:52Z', 'updated_at': '2022-10-27T01:30:04Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:05.972503 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a72ad-c07a-46a0-a320-28519406a535 None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:a2:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:29:52Z', 'updated_at': '2022-10-27T01:30:04Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:30:06.159503 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3aeba-6ba5-4394-a25d-5d7bdc7d47ac None None] New status for floating IP 5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:30:07.415161 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-9bf14917-3fab-48e9-b352-e876050cd7ec service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393581 Oct 27 01:30:07.518153 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-ff034027-68ee-450c-9a47-023d185cfd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:07.519598 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-ff034027-68ee-450c-9a47-023d185cfd38 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=7eefe01b108148bab60d4de13be0405d&device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 1129 time: 0.0391309 Oct 27 01:30:07.626761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-6eef9bec-93df-4f0c-ad99-3d5c833552d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:07.628201 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-6eef9bec-93df-4f0c-ad99-3d5c833552d2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 200 len: 920 time: 0.0895264 Oct 27 01:30:07.667811 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-8c71c80b-8c49-4b12-8cb6-f555e4677691 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 200 len: 217 time: 0.0330422 Oct 27 01:30:07.718185 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-519cc630-243a-40f2-a5e7-e7f21180db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:07.719578 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-519cc630-243a-40f2-a5e7-e7f21180db67 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 200 len: 858 time: 0.0443788 Oct 27 01:30:07.767033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-88035511-88a0-44a9-b355-9d5300759c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:07.768532 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-88035511-88a0-44a9-b355-9d5300759c51 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=03467824-1af5-46b4-9775-45b8ed4ca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411601 Oct 27 01:30:07.856632 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-dd0a8f75-f29e-484a-bf02-d72344d401a7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816381 Oct 27 01:30:07.952618 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-35ae5a28-e8a0-464b-bd23-be9269e38a27 req-a62b03e7-4d1b-41df-91bb-0aa271ead64e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889680 Oct 27 01:30:15.297353 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=46 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:15.298155 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=50 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:15.945039 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=29 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:15.951294 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=75 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:16.260940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:16.263497 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:17.947592 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=76 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:17.949499 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=57 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:18.673797 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7e484-08f0-42d9-bf63-71cd6e124e84 req-c1e8e019-83ab-4e88-99c2-21e44ce21b14 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:18.675284 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f6b7e484-08f0-42d9-bf63-71cd6e124e84 req-c1e8e019-83ab-4e88-99c2-21e44ce21b14 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0485096 Oct 27 01:30:18.725117 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f6b7e484-08f0-42d9-bf63-71cd6e124e84 req-35a4975b-3a53-4032-9e91-e3d1c54b2406 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Oct 27 01:30:19.846130 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f732aa-c865-4b43-b37e-e4bce50caeb3 req-6d8dae5d-a0e9-40d7-8f6b-67cfbbe8c951 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:19.847596 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20f732aa-c865-4b43-b37e-e4bce50caeb3 req-6d8dae5d-a0e9-40d7-8f6b-67cfbbe8c951 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0472806 Oct 27 01:30:19.899831 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20f732aa-c865-4b43-b37e-e4bce50caeb3 req-322ad1b1-697b-48b2-9924-9fea3a87281b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460925 Oct 27 01:30:21.020237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80151db-296f-4dee-b6d5-4574b9d03a29 req-120e70f1-5bca-48ca-b36c-7911c010257d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:21.021718 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c80151db-296f-4dee-b6d5-4574b9d03a29 req-120e70f1-5bca-48ca-b36c-7911c010257d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0469091 Oct 27 01:30:21.069738 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c80151db-296f-4dee-b6d5-4574b9d03a29 req-9268f70b-9e43-4dc9-aa89-57f321b194c0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Oct 27 01:30:22.188703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c7adc-4968-461f-8096-a86f1bf77884 req-7ac32561-e111-4c80-9cc7-3d4584925b6f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:22.190187 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce5c7adc-4968-461f-8096-a86f1bf77884 req-7ac32561-e111-4c80-9cc7-3d4584925b6f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0472145 Oct 27 01:30:22.237938 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ce5c7adc-4968-461f-8096-a86f1bf77884 req-3994e437-f454-4ea7-bcf1-1f43f091c072 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Oct 27 01:30:23.367787 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56dbc-ddde-404f-8f5e-89bf2637a288 req-404c5fd4-f0eb-45b2-b1bd-c636b4d087e9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:23.369320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39b56dbc-ddde-404f-8f5e-89bf2637a288 req-404c5fd4-f0eb-45b2-b1bd-c636b4d087e9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0544105 Oct 27 01:30:23.420559 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39b56dbc-ddde-404f-8f5e-89bf2637a288 req-a9069cf7-a20d-474c-a9cc-a667f1c0aebd tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Oct 27 01:30:23.430540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-36839085-baab-4776-b8f4-adc28c356df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:24.543249 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501e8b6-d432-4b0e-b2f3-c524e30ec0eb req-2881ade9-7f18-44e3-ab04-6e37fef574f3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:24.544773 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7501e8b6-d432-4b0e-b2f3-c524e30ec0eb req-2881ade9-7f18-44e3-ab04-6e37fef574f3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0469723 Oct 27 01:30:24.594459 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7501e8b6-d432-4b0e-b2f3-c524e30ec0eb req-1cb4c499-8626-4f19-8d03-b9313d6900c6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Oct 27 01:30:25.714415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc948-2d0f-4b97-a0c6-faa7603b3304 req-a7ef479a-e3a8-4e06-9bc9-c3e1b357493c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:25.715870 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-037bc948-2d0f-4b97-a0c6-faa7603b3304 req-a7ef479a-e3a8-4e06-9bc9-c3e1b357493c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0470626 Oct 27 01:30:25.770962 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-037bc948-2d0f-4b97-a0c6-faa7603b3304 req-5d2d8d56-557f-4c4f-946a-15900e4e4a0a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482888 Oct 27 01:30:25.776946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-db3b7457-9e72-4590-a4f3-f03ad688b2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:26.893379 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da3c6-9d42-42bb-b6f6-a37f95ffe4ec req-dba8299b-9f46-4b15-afd2-6459af7b0e3f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:26.895042 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-528da3c6-9d42-42bb-b6f6-a37f95ffe4ec req-dba8299b-9f46-4b15-afd2-6459af7b0e3f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0473244 Oct 27 01:30:26.947008 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-528da3c6-9d42-42bb-b6f6-a37f95ffe4ec req-0daf0e1a-377b-4814-a389-5af914bee6e4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Oct 27 01:30:27.093950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:28.066083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc15d-be10-4719-90f0-499ce29e9ac9 req-3885fead-d0e6-4702-bbde-07830191dec6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:28.068488 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e3bc15d-be10-4719-90f0-499ce29e9ac9 req-3885fead-d0e6-4702-bbde-07830191dec6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0473497 Oct 27 01:30:28.117462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e3bc15d-be10-4719-90f0-499ce29e9ac9 req-a559fb0a-0ec9-4802-899d-7fade4dcf9d9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Oct 27 01:30:28.764819 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:28.947300 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-110f0f06-b341-4df6-9163-c8a6ef49dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:28.948784 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-110f0f06-b341-4df6-9163-c8a6ef49dbad service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.0414875 Oct 27 01:30:28.974327 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:29.039393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-9f89bc02-5341-4a78-8396-19fe90e37b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:29.040774 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-9f89bc02-5341-4a78-8396-19fe90e37b44 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.0854774 Oct 27 01:30:29.105724 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-229e568f-7b94-4841-a491-05e4303b05fd service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 999 time: 0.0585840 Oct 27 01:30:29.153572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-02b2e40c-50a3-4000-8735-514018a888c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:29.155017 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-02b2e40c-50a3-4000-8735-514018a888c4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.0438101 Oct 27 01:30:29.200415 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-3df5a055-4d2d-4339-96f3-a4d009a652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:29.202509 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-3df5a055-4d2d-4339-96f3-a4d009a652f8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400681 Oct 27 01:30:29.244106 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c919ff-77f0-463f-95b7-7c78d9ba022a req-41c19072-b64f-4e3f-be04-bf2e6967f699 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:29.245615 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d2c919ff-77f0-463f-95b7-7c78d9ba022a req-41c19072-b64f-4e3f-be04-bf2e6967f699 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0502758 Oct 27 01:30:29.295385 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d2c919ff-77f0-463f-95b7-7c78d9ba022a req-83ddef75-3b45-4297-ba43-d2759b6f586c tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Oct 27 01:30:29.296936 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-4f4658ad-3373-4f90-becf-ecb7dd33f394 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880518 Oct 27 01:30:29.388744 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-0f7d28e0-4522-48dc-a456-a900091477b2 req-ff0ab4a9-2ef2-4e21-9513-f9b0cecad520 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848517 Oct 27 01:30:30.416000 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e847-95ac-4624-85a6-02f2f7d0087c req-819a99f1-0d90-4995-943e-9d624a75cf1f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:30.417481 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1d82e847-95ac-4624-85a6-02f2f7d0087c req-819a99f1-0d90-4995-943e-9d624a75cf1f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0464807 Oct 27 01:30:30.466942 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1d82e847-95ac-4624-85a6-02f2f7d0087c req-9e3fa53f-79f6-48e1-a817-11b270cf5115 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Oct 27 01:30:31.379247 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:31.554460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:31.556375 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:31.595041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f2d9-5659-46f4-a758-01718416098f req-6806f4bd-2c84-4a25-bc8c-516d54852c59 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:31.596526 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-14c4f2d9-5659-46f4-a758-01718416098f req-6806f4bd-2c84-4a25-bc8c-516d54852c59 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0516412 Oct 27 01:30:31.648630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-14c4f2d9-5659-46f4-a758-01718416098f req-30ee1dc2-8fa8-4948-ad83-58eb25bd0509 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Oct 27 01:30:32.770920 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a449-324c-4c14-bf20-02bc47caa20e req-bb410998-962d-45f8-bde0-b3dbc70f6ce6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:32.772365 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e036a449-324c-4c14-bf20-02bc47caa20e req-bb410998-962d-45f8-bde0-b3dbc70f6ce6 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0457394 Oct 27 01:30:32.821009 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e036a449-324c-4c14-bf20-02bc47caa20e req-357a212b-609c-4248-910e-a374689133d8 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Oct 27 01:30:32.897487 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-b75ea526-d58b-4c1c-af46-41fca0d49e4e req-8d1d00eb-5bb4-4547-b61c-001b762f257f service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:30:32.898519 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b75ea526-d58b-4c1c-af46-41fca0d49e4e req-8d1d00eb-5bb4-4547-b61c-001b762f257f service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059988 Oct 27 01:30:33.062170 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34510) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:33.085089 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de9a6f-74a1-482f-9ec3-811bd7e05c47 req-f7ffc968-7b52-43db-899e-d5e6b3c6e2e9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:33.086740 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-86de9a6f-74a1-482f-9ec3-811bd7e05c47 req-f7ffc968-7b52-43db-899e-d5e6b3c6e2e9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0531740 Oct 27 01:30:33.160462 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-5447dec8-a98e-40b2-96d4-0dfe67654384 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956101 Oct 27 01:30:33.162844 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-86de9a6f-74a1-482f-9ec3-811bd7e05c47 req-91e2d454-5a35-4aa0-a319-486550003156 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681314 Oct 27 01:30:33.175035 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-3ef7f5b7-a63f-4339-9f29-d54b94da37b8 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:30:33.176869 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-3ef7f5b7-a63f-4339-9f29-d54b94da37b8 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0106530 Oct 27 01:30:33.217400 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4148-a662-40e1-a700-e45f945ddf6c req-e682a0a3-b8a3-4d33-a97d-a6a2db99d805 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:33.218895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd5d4148-a662-40e1-a700-e45f945ddf6c req-e682a0a3-b8a3-4d33-a97d-a6a2db99d805 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0487063 Oct 27 01:30:33.265402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd5d4148-a662-40e1-a700-e45f945ddf6c req-de61eefd-8cbb-481b-bd6b-7a17f5ada8a7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Oct 27 01:30:34.265885 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34524) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:34.284456 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda4338-c8d7-4244-bbf5-79159a49e69c req-20e7eda4-dffa-4e79-bdf3-681e5e8607f4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:34.286658 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4bda4338-c8d7-4244-bbf5-79159a49e69c req-20e7eda4-dffa-4e79-bdf3-681e5e8607f4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0514297 Oct 27 01:30:34.315737 dv-cinder-815582-19-iscsi neutron-server[104647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 01:30:34.342100 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4bda4338-c8d7-4244-bbf5-79159a49e69c req-e959c16e-57ed-4cd4-89f1-c7ec5aa42992 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Oct 27 01:30:34.369829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-e87d0cd8-d119-4fad-b6eb-d29b98380d31 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:34.371222 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-e87d0cd8-d119-4fad-b6eb-d29b98380d31 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports/4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 942 time: 0.1043622 Oct 27 01:30:34.406785 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f276-83a9-4773-9dd1-cca1baa01dcb req-504ff579-1465-494d-9e68-5a5defc8990c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:34.408289 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2129f276-83a9-4773-9dd1-cca1baa01dcb req-504ff579-1465-494d-9e68-5a5defc8990c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0530443 Oct 27 01:30:34.457078 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2129f276-83a9-4773-9dd1-cca1baa01dcb req-79b74eba-9e21-4cb4-8670-8f82603fb30d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Oct 27 01:30:35.248944 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:35.319547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 4d69ceff-443c-464b-8f81-6dc73cdbb4da is: ACTIVE; New status is: DOWN {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:35.320078 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:35.349784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:35.352063 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da617a5-5a16-4153-8533-8853cfbaa59e" -d '{"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:35.364480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:35.368701 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:35.391499 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e12544-f0da-4aed-a35f-645a0ac4a363 x-openstack-request-id: req-76e12544-f0da-4aed-a35f-645a0ac4a363 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:35.392017 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-unplugged", "status": "failed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "code": 422}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:35.392273 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76e12544-f0da-4aed-a35f-645a0ac4a363 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:35.392711 dv-cinder-815582-19-iscsi neutron-server[104648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76e12544-f0da-4aed-a35f-645a0ac4a363']: {'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'code': 422} returned with failed status Oct 27 01:30:35.419960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=6']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:35.474082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb07e-4895-4df6-be24-7bcb94542916 req-c77730a5-14b0-4e2a-a08d-464606ea11f5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:35.475629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0e6fb07e-4895-4df6-be24-7bcb94542916 req-c77730a5-14b0-4e2a-a08d-464606ea11f5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0499394 Oct 27 01:30:35.532766 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0e6fb07e-4895-4df6-be24-7bcb94542916 req-dac283dc-c2b9-446f-aec5-22f966d83564 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513792 Oct 27 01:30:35.589638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77b57-0640-4364-a01b-5846f3ef4623 req-a8963af2-022b-468e-9de0-888376c3ebad tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:35.591170 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-53d77b57-0640-4364-a01b-5846f3ef4623 req-a8963af2-022b-468e-9de0-888376c3ebad tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Oct 27 01:30:35.647125 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-53d77b57-0640-4364-a01b-5846f3ef4623 req-80e49850-efee-4af0-b25c-39d15ca01252 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Oct 27 01:30:36.653266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82c03a-871e-4170-9446-cf31a95b2119 req-3434182b-f1ed-4de0-89c7-9ecd65a2de59 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:36.654766 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-db82c03a-871e-4170-9446-cf31a95b2119 req-3434182b-f1ed-4de0-89c7-9ecd65a2de59 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0477860 Oct 27 01:30:36.704599 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-db82c03a-871e-4170-9446-cf31a95b2119 req-cfa597b1-1b36-4e83-a789-13d3892f2281 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Oct 27 01:30:36.770313 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-0e3e9d7d-1582-44e9-b5bb-78b9512ffbb2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:36.770927 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfe817-5a42-42fa-9268-b2c89f07ce08 req-6061d984-5aa7-4fee-bf85-ca9d74c553a9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:36.771780 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-0e3e9d7d-1582-44e9-b5bb-78b9512ffbb2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0469863 Oct 27 01:30:36.771970 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76dfe817-5a42-42fa-9268-b2c89f07ce08 req-6061d984-5aa7-4fee-bf85-ca9d74c553a9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 946 time: 0.0456297 Oct 27 01:30:36.813578 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:30:36.821703 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-76dfe817-5a42-42fa-9268-b2c89f07ce08 req-e9896140-f20b-43d0-827e-db4342273bef tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e95e5e-85f8-4d35-9843-7f6d80de3471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Oct 27 01:30:36.862272 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Deleting port 1a854bf3-fbd9-4c18-b187-286a757f049a {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:36.862616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:36.950339 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] For port 1a854bf3-fbd9-4c18-b187-286a757f049a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a854bf3-fbd9-4c18-b187-286a757f049a,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:36.950697 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:37.112482 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:37.112756 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:37.113084 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Floating IP 48ff6246-54cb-4e04-ad14-940578b0e700 disassociated. External IP: 172.27.0.88, port: 1a854bf3-fbd9-4c18-b187-286a757f049a. Oct 27 01:30:37.113462 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Calling delete_port for 1a854bf3-fbd9-4c18-b187-286a757f049a owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:37.149896 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:37.171424 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:37.240264 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (1a854bf3-fbd9-4c18-b187-286a757f049a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:37.267232 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event deleted for resources: {'Port': ['ID=1a854bf3-fbd9-4c18-b187-286a757f049a,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:37.376106 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:30:37.478659 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:30:37.488102 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:30:37.498878 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:37.499475 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:37.525607 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] No DVR routers for this DVR port 1a854bf3-fbd9-4c18-b187-286a757f049a on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:30:37.528114 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:37.531363 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-9c11ebec-2e95-4c92-983e-34cccbd24ff8 req-b4812549-0649-40cb-af1b-f11d9d134547 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "DELETE /networking/v2.0/ports/1a854bf3-fbd9-4c18-b187-286a757f049a HTTP/1.1" status: 204 len: 173 time: 0.7547522 Oct 27 01:30:37.531876 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'name': 'network-vif-deleted', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:37.534144 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d7d30-e2b1-44c4-8f7f-d3f385ac699d" -d '{"events": [{"server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "name": "network-vif-deleted", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:37.572569 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695fc5bd-e0dd-444c-9cd2-346dddbcac1e x-openstack-request-id: req-695fc5bd-e0dd-444c-9cd2-346dddbcac1e {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:37.572888 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4529e36b-a535-4607-aba5-e545c03b2a06", "name": "network-vif-deleted", "tag": "1a854bf3-fbd9-4c18-b187-286a757f049a", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:37.573136 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-695fc5bd-e0dd-444c-9cd2-346dddbcac1e {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:37.573547 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695fc5bd-e0dd-444c-9cd2-346dddbcac1e'] response: {'server_uuid': '4529e36b-a535-4607-aba5-e545c03b2a06', 'name': 'network-vif-deleted', 'tag': '1a854bf3-fbd9-4c18-b187-286a757f049a', 'status': 'completed', 'code': 200} Oct 27 01:30:37.707187 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:37.856700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c3f5e-59c9-4188-bd89-bb0fc9e353a2 req-2ed390d4-c763-41e6-8c74-8dbd62744eb5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:37.858235 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-565c3f5e-59c9-4188-bd89-bb0fc9e353a2 req-2ed390d4-c763-41e6-8c74-8dbd62744eb5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0690033 Oct 27 01:30:37.874921 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:37.945801 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:37.980095 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:30:37.983660 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6957a64-8579-4606-8ce3-8c14e6cb2801 req-5322ba89-f396-4e98-acd5-a21278455056 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4529e36b-a535-4607-aba5-e545c03b2a06 HTTP/1.1" status: 200 len: 210 time: 0.0401843 Oct 27 01:30:37.987333 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-565c3f5e-59c9-4188-bd89-bb0fc9e353a2 req-44322e72-e82f-4e0f-9100-c47ceeda3f52 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202626 Oct 27 01:30:37.989963 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:37.990563 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:38.095221 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:38.279977 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-890d5de6-e004-452c-ba23-21017657e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:38.304139 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d5de6-e004-452c-ba23-21017657e639 None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:24:03Z', 'revision_number': 4, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '950ab7a2-492b-4286-8663-42d83088d0f4', 'name': '', 'network_id': '03467824-1af5-46b4-9775-45b8ed4ca0b6', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'mac_address': 'fa:16:3e:b4:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:14Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'subnets': [{'id': '7cc8a79d-57c2-4c7d-a51f-da6bf1333623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:30:38.535911 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bf59e-a23a-4d21-8978-ce137a0c3646 None None] New status for floating IP 48ff6246-54cb-4e04-ad14-940578b0e700: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:30:39.078750 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34568) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:39.112089 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d418d8-0bcb-480c-8671-de6bc9fe532d req-eb530019-9243-4fac-bad7-2fe21d1aa3f4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.114165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f4d418d8-0bcb-480c-8671-de6bc9fe532d req-eb530019-9243-4fac-bad7-2fe21d1aa3f4 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0496712 Oct 27 01:30:39.135458 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (d7e95e5e-85f8-4d35-9843-7f6d80de3471), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.139857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:39.157985 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (d7e95e5e-85f8-4d35-9843-7f6d80de3471), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.167879 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f4d418d8-0bcb-480c-8671-de6bc9fe532d req-806cd071-5128-456e-9a0a-8130f5e59e6b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Oct 27 01:30:39.208662 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d7e95e5e-85f8-4d35-9843-7f6d80de3471), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.211290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.212473 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d7e95e5e-85f8-4d35-9843-7f6d80de3471 HTTP/1.1" status: 204 len: 168 time: 0.1326449 Oct 27 01:30:39.215386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34570) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:39.222159 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436262d-b6d0-4f9e-a7d6-d07b7d04fc54 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e95e5e-85f8-4d35-9843-7f6d80de3471,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:39.230179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.api.v2.resource [None req-a459fb24-ed3a-47de-ac4c-4b23c64356d6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] show failed (client error): The resource could not be found. Oct 27 01:30:39.231197 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a459fb24-ed3a-47de-ac4c-4b23c64356d6 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d7e95e5e-85f8-4d35-9843-7f6d80de3471 HTTP/1.1" status: 404 len: 347 time: 0.0146174 Oct 27 01:30:39.233970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34572) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:39.319523 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-45c75691-cd8c-4a7a-a782-6f674761c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.321050 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-45c75691-cd8c-4a7a-a782-6f674761c325 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa&tenant_id=40ecdf4e71844f7f9e3da7f59659b605 HTTP/1.1" status: 200 len: 1127 time: 0.0765176 Oct 27 01:30:39.347157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Deleting port 897e8042-4aae-4f9f-87cc-97a075840f54 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:39.347451 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.403439 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-c215bea4-11bb-4cd4-b6e9-823cfe982d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.405032 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-c215bea4-11bb-4cd4-b6e9-823cfe982d4c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1127 time: 0.0430505 Oct 27 01:30:39.429920 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.430249 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (897e8042-4aae-4f9f-87cc-97a075840f54), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.442333 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Calling delete_port for 897e8042-4aae-4f9f-87cc-97a075840f54 owned by network:floatingip {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:39.496961 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-a59293c2-7994-4db2-a848-7abae02eef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.498442 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-a59293c2-7994-4db2-a848-7abae02eef5a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.0865023 Oct 27 01:30:39.564865 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-0884afa9-2dc1-4d52-85df-cc06025835db service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 997 time: 0.0595882 Oct 27 01:30:39.583510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (897e8042-4aae-4f9f-87cc-97a075840f54), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.606715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event deleted for resources: {'Port': ['ID=897e8042-4aae-4f9f-87cc-97a075840f54,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:39.614896 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-4d51f4cc-6b15-439a-b88d-ead6a917b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.616503 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-4d51f4cc-6b15-439a-b88d-ead6a917b2bb service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.0463967 Oct 27 01:30:39.661600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-729902b7-eb12-4c60-a451-8c2988f3b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:39.663415 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-729902b7-eb12-4c60-a451-8c2988f3b0e4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407622 Oct 27 01:30:39.678100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks [] for floatingip (48ff6246-54cb-4e04-ad14-940578b0e700), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.680601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:39.681780 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-49d10ce6-009e-4f71-a495-af8ae4db914f tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/48ff6246-54cb-4e04-ad14-940578b0e700 HTTP/1.1" status: 204 len: 168 time: 0.4469285 Oct 27 01:30:39.734459 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:39.764877 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-5b3ca4d6-4398-40de-8d56-60d2e5448d92 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947893 Oct 27 01:30:39.816972 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:39.858814 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-f4efe5ea-579e-4699-aa2b-11f4567faf91 req-dd1639a1-7e92-452f-806e-df789bdf8a3d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 Oct 27 01:30:40.290683 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c276-558d-4e1c-ac51-01fa48d86d74 req-e16d0286-78a7-494e-91d6-3579a704bfd0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:40.292134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e5e1c276-558d-4e1c-ac51-01fa48d86d74 req-e16d0286-78a7-494e-91d6-3579a704bfd0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0478470 Oct 27 01:30:40.340760 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e5e1c276-558d-4e1c-ac51-01fa48d86d74 req-be3d9ec3-8341-45f0-953f-206b4271d07d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Oct 27 01:30:41.262866 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1a854bf3-fbd9-4c18-b187-286a757f049a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:41.286037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 1a854bf3-fbd9-4c18-b187-286a757f049a {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:41.286037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1a854bf3-fbd9-4c18-b187-286a757f049a not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:41.464921 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa35a7-113f-443e-aae7-2dcb2629ee21 req-557aa53e-15a8-46f4-a0e0-02e6ea31219b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:41.466467 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0fa35a7-113f-443e-aae7-2dcb2629ee21 req-557aa53e-15a8-46f4-a0e0-02e6ea31219b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0478957 Oct 27 01:30:41.515711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0fa35a7-113f-443e-aae7-2dcb2629ee21 req-8d7f1c1f-79c3-47a0-a956-b5e125e233a0 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Oct 27 01:30:42.172175 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f234bd-5735-44a8-abdb-97dea38cffc2 req-dd9ea2bf-5f80-4b16-8417-34258c4070c9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:42.173629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-11f234bd-5735-44a8-abdb-97dea38cffc2 req-dd9ea2bf-5f80-4b16-8417-34258c4070c9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0502298 Oct 27 01:30:42.220852 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-11f234bd-5735-44a8-abdb-97dea38cffc2 req-a6fa62dc-ce66-45c5-a13d-170dfcc00984 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Oct 27 01:30:42.637447 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162cda2-5f51-4ca4-a58a-3bc9b201d570 req-36c5fe94-22c7-4ad4-93ac-9f3ba4a2bf5e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:42.638909 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e162cda2-5f51-4ca4-a58a-3bc9b201d570 req-36c5fe94-22c7-4ad4-93ac-9f3ba4a2bf5e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0475166 Oct 27 01:30:42.687938 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e162cda2-5f51-4ca4-a58a-3bc9b201d570 req-ac58f19f-2168-478c-815f-29c78758a975 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Oct 27 01:30:43.324074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:43.342650 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fa778-fec2-490b-b3a8-609ea17f47cc req-74bef2b6-b850-4f75-8ef5-346e3b07a50c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:43.344110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ed9fa778-fec2-490b-b3a8-609ea17f47cc req-74bef2b6-b850-4f75-8ef5-346e3b07a50c tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0481684 Oct 27 01:30:43.389956 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:43.395081 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ed9fa778-fec2-490b-b3a8-609ea17f47cc req-055e1f8c-8158-4ddc-9674-b5bec0ef2644 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452645 Oct 27 01:30:43.811822 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074a99c-46b2-4026-94c1-642e668bf2ea req-1dc1002e-d216-4afb-8abf-11daf9e810b3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:43.813348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6074a99c-46b2-4026-94c1-642e668bf2ea req-1dc1002e-d216-4afb-8abf-11daf9e810b3 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0496588 Oct 27 01:30:43.863421 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6074a99c-46b2-4026-94c1-642e668bf2ea req-e68e7b0d-2501-4c48-8150-d8981fcf535f tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Oct 27 01:30:43.945634 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-113eb33f-ed34-4403-8c98-7c7a08527fd1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:43.947050 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-113eb33f-ed34-4403-8c98-7c7a08527fd1 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 945 time: 0.0498953 Oct 27 01:30:44.028496 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Deleting port a826d83f-2f6e-4c48-b09b-56890b3a069f {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:44.028756 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:44.119934 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] For port a826d83f-2f6e-4c48-b09b-56890b3a069f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a826d83f-2f6e-4c48-b09b-56890b3a069f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:44.120287 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:44.133246 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Calling delete_port for a826d83f-2f6e-4c48-b09b-56890b3a069f owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:44.257430 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (a826d83f-2f6e-4c48-b09b-56890b3a069f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:44.288221 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event deleted for resources: {'Port': ['ID=a826d83f-2f6e-4c48-b09b-56890b3a069f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:44.296495 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['03b4b398-12c2-4b2b-b9c0-441545a05f75', 'a826d83f-2f6e-4c48-b09b-56890b3a069f'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:30:44.300049 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.300435 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.301174 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.301642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.301867 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.302187 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.302515 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.302845 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.303165 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.303485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.303806 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.304126 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.304444 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.304761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.305123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:44.343708 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] No DVR routers for this DVR port a826d83f-2f6e-4c48-b09b-56890b3a069f on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:30:44.346190 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:44.349721 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-20cf8a50-4d04-42e5-9437-d975996269f9 req-3072b5f2-ca79-48fe-a7d3-459ac8e38f81 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "DELETE /networking/v2.0/ports/a826d83f-2f6e-4c48-b09b-56890b3a069f HTTP/1.1" status: 204 len: 173 time: 0.3974192 Oct 27 01:30:44.350218 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'name': 'network-vif-deleted', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:44.352508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25f252-874a-4cfe-8747-a6a3c11516b6" -d '{"events": [{"server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "name": "network-vif-deleted", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:44.395051 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88ed37-b1db-490e-a716-a530ca88f750 x-openstack-request-id: req-bc88ed37-b1db-490e-a716-a530ca88f750 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:44.395363 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1923ce-640b-4bc6-b02b-722901af4b9f", "name": "network-vif-deleted", "tag": "a826d83f-2f6e-4c48-b09b-56890b3a069f", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:44.395656 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc88ed37-b1db-490e-a716-a530ca88f750 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:44.396086 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc88ed37-b1db-490e-a716-a530ca88f750'] response: {'server_uuid': 'fb1923ce-640b-4bc6-b02b-722901af4b9f', 'name': 'network-vif-deleted', 'tag': 'a826d83f-2f6e-4c48-b09b-56890b3a069f', 'status': 'completed', 'code': 200} Oct 27 01:30:44.501810 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5d0ef935-662f-4cd9-a067-d997d279baf0 req-66f4a191-68a0-4859-8cf8-03b975ec0583 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fb1923ce-640b-4bc6-b02b-722901af4b9f HTTP/1.1" status: 200 len: 210 time: 0.0276232 Oct 27 01:30:44.998912 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c904e4-9be8-4294-8d06-6744fda269fe req-176c4c1f-2b6f-43cd-9957-1b40ff873d0e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:45.000440 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d8c904e4-9be8-4294-8d06-6744fda269fe req-176c4c1f-2b6f-43cd-9957-1b40ff873d0e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0527520 Oct 27 01:30:45.053408 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d8c904e4-9be8-4294-8d06-6744fda269fe req-e3c3b13a-9cfe-4de1-a9c0-6512cddf85ec tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Oct 27 01:30:45.786656 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9b7d-dd91-49a2-817f-2d747e21f7e2 req-e6e24ba4-4448-4ce4-802f-e7f3e4335fb7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:45.788164 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-805a9b7d-dd91-49a2-817f-2d747e21f7e2 req-e6e24ba4-4448-4ce4-802f-e7f3e4335fb7 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0486462 Oct 27 01:30:45.839446 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-805a9b7d-dd91-49a2-817f-2d747e21f7e2 req-61738a97-69a3-4607-8346-4a47484a8ecf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Oct 27 01:30:46.120652 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a800062-ff9b-45bb-bad9-d6e8cea265ae req-13f51c5d-8ad0-4af8-baa8-caa10c283240 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:46.122156 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a800062-ff9b-45bb-bad9-d6e8cea265ae req-13f51c5d-8ad0-4af8-baa8-caa10c283240 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0480711 Oct 27 01:30:46.206976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39697eed-c6c7-4592-8754-dc975cd6640f req-e7a72186-1837-4dbd-b8df-d16b61144d6d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:46.213128 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39697eed-c6c7-4592-8754-dc975cd6640f req-e7a72186-1837-4dbd-b8df-d16b61144d6d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0675983 Oct 27 01:30:46.213128 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6a800062-ff9b-45bb-bad9-d6e8cea265ae req-0827df3d-e36a-43d9-b55e-a03581e9d51f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841842 Oct 27 01:30:46.258321 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39697eed-c6c7-4592-8754-dc975cd6640f req-83c3c518-020f-4fbf-af77-3d9d6dc44f82 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Oct 27 01:30:46.963569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a436c-e308-4ccc-8bd8-5a9ccae14a4b req-24cb0433-320e-426d-b149-3027ae5902c2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:46.965037 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e42a436c-e308-4ccc-8bd8-5a9ccae14a4b req-24cb0433-320e-426d-b149-3027ae5902c2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0486226 Oct 27 01:30:47.015034 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e42a436c-e308-4ccc-8bd8-5a9ccae14a4b req-b02fffcf-2862-4313-b034-12154607d4bf tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Oct 27 01:30:47.289821 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device a826d83f-2f6e-4c48-b09b-56890b3a069f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:47.292035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:47.293950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=67,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:47.324950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: a826d83f-2f6e-4c48-b09b-56890b3a069f {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:47.325356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device a826d83f-2f6e-4c48-b09b-56890b3a069f not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:47.366042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816c721-3412-4ba1-8087-a34cd93cd64b req-4da0f829-3c72-4bc9-b27e-2b22fd4286e0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:47.369510 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2816c721-3412-4ba1-8087-a34cd93cd64b req-4da0f829-3c72-4bc9-b27e-2b22fd4286e0 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0688078 Oct 27 01:30:47.417439 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bdb73-122c-4bc0-884e-6d29d7c9d092 req-4b22dec5-a170-4cfc-9a3d-5f9c1bd64be1 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:47.418929 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-826bdb73-122c-4bc0-884e-6d29d7c9d092 req-4b22dec5-a170-4cfc-9a3d-5f9c1bd64be1 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0793781 Oct 27 01:30:47.458844 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2816c721-3412-4ba1-8087-a34cd93cd64b req-f5ab1d69-e34a-4897-b199-a0ccb4953766 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729876 Oct 27 01:30:47.487688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-826bdb73-122c-4bc0-884e-6d29d7c9d092 req-4cfe5a2f-2f07-4dab-b158-240c97062dd5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578640 Oct 27 01:30:48.138646 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99466f7-0cf0-4e4a-9be1-d55931c076b5 req-191a0bcf-81dc-4663-9aaf-ef04190f64f9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:48.140017 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c99466f7-0cf0-4e4a-9be1-d55931c076b5 req-191a0bcf-81dc-4663-9aaf-ef04190f64f9 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0493896 Oct 27 01:30:48.186964 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c99466f7-0cf0-4e4a-9be1-d55931c076b5 req-9034a53f-d562-4263-9de4-cf977eedbda2 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Oct 27 01:30:48.612978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7925-0566-4340-a5d6-9cd22a99d64d req-78b02321-3039-47e8-8403-b26d3b1c49da tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:48.614498 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-989e7925-0566-4340-a5d6-9cd22a99d64d req-78b02321-3039-47e8-8403-b26d3b1c49da tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0769148 Oct 27 01:30:48.633444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e8ea4-dbcc-48a8-8def-eef510f9f433 req-cae723c7-ae43-4616-9e43-a7a786cc4985 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:48.634876 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e17e8ea4-dbcc-48a8-8def-eef510f9f433 req-cae723c7-ae43-4616-9e43-a7a786cc4985 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0696664 Oct 27 01:30:48.664026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:48.692870 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:48.709579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-989e7925-0566-4340-a5d6-9cd22a99d64d req-ff08fbe7-6321-4d5a-b20b-3fc68bfcd9ce tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894971 Oct 27 01:30:48.712997 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e17e8ea4-dbcc-48a8-8def-eef510f9f433 req-d2a18b51-d85f-424a-b3d4-c69075637fca tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714638 Oct 27 01:30:49.309963 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d18791-5184-4a9b-8f44-d2fd0b25e069 req-c60483e8-d18b-458c-986c-b15b405893fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:49.311423 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-16d18791-5184-4a9b-8f44-d2fd0b25e069 req-c60483e8-d18b-458c-986c-b15b405893fa tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0473626 Oct 27 01:30:49.359563 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-16d18791-5184-4a9b-8f44-d2fd0b25e069 req-fb8303e3-b00c-4df9-b03f-9f8238678022 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c8f717e3-59fb-4621-a5e6-59d303ed9804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Oct 27 01:30:49.868214 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705396f-7405-4ce2-a178-19e472348030 req-8fb6da3a-3c16-4aa1-924c-3b500c2f8f71 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:49.869760 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5705396f-7405-4ce2-a178-19e472348030 req-8fb6da3a-3c16-4aa1-924c-3b500c2f8f71 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.0801272 Oct 27 01:30:49.875450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad2db-de13-42ca-88c0-6491657dd7db req-a9854b93-6dc2-4ddc-99ef-909e142fa7b8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:49.876804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f56ad2db-de13-42ca-88c0-6491657dd7db req-a9854b93-6dc2-4ddc-99ef-909e142fa7b8 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0859377 Oct 27 01:30:49.961898 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5705396f-7405-4ce2-a178-19e472348030 req-e57667d3-de33-4873-add0-e7da81bde10b tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841265 Oct 27 01:30:49.986903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-97d53354-4aab-4fa5-aebc-43dd7eb94845 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:49.989004 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f56ad2db-de13-42ca-88c0-6491657dd7db req-31c4e35b-dfcd-4bb8-b07a-5dbb8938dae4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038754 Oct 27 01:30:49.989741 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-97d53354-4aab-4fa5-aebc-43dd7eb94845 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 945 time: 0.0518997 Oct 27 01:30:49.999178 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-008bbbfc-5936-44f6-91cb-2b1add037360 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:50.000602 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-008bbbfc-5936-44f6-91cb-2b1add037360 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 946 time: 0.0603027 Oct 27 01:30:50.077094 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Deleting port 03b4b398-12c2-4b2b-b9c0-441545a05f75 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:50.077507 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.118594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Deleting port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:50.118936 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.168285 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] For port 03b4b398-12c2-4b2b-b9c0-441545a05f75, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=03b4b398-12c2-4b2b-b9c0-441545a05f75,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:50.168657 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.182746 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Calling delete_port for 03b4b398-12c2-4b2b-b9c0-441545a05f75 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:50.212170 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] For port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:50.212537 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.261413 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:50.301952 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:50.317607 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (03b4b398-12c2-4b2b-b9c0-441545a05f75), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.345068 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Pushing event deleted for resources: {'Port': ['ID=03b4b398-12c2-4b2b-b9c0-441545a05f75,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:50.351546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['03b4b398-12c2-4b2b-b9c0-441545a05f75'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:30:50.399541 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] No DVR routers for this DVR port 03b4b398-12c2-4b2b-b9c0-441545a05f75 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:30:50.402820 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.411405 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-3957ca9e-a026-4a2d-92b1-674e25b3a355 req-c3a48647-f283-4d2d-8165-0c6cb5e9816d tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.13 "DELETE /networking/v2.0/ports/03b4b398-12c2-4b2b-b9c0-441545a05f75 HTTP/1.1" status: 204 len: 173 time: 0.4157000 Oct 27 01:30:50.411947 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'name': 'network-vif-deleted', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:50.423549 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39713b1f-0faa-473b-9e88-601934813409" -d '{"events": [{"server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "name": "network-vif-deleted", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:50.430846 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.431415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.431876 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Floating IP fcbf1c2f-39f7-4224-b50b-76397e879067 disassociated. External IP: 172.27.0.57, port: 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b. Oct 27 01:30:50.432262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Calling delete_port for 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:50.486640 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb1cea-2b0d-49e9-b3fc-1aa6a699e104 x-openstack-request-id: req-98eb1cea-2b0d-49e9-b3fc-1aa6a699e104 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:50.486928 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e412b-ed93-474b-9f25-0c643550c84c", "name": "network-vif-deleted", "tag": "03b4b398-12c2-4b2b-b9c0-441545a05f75", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:50.490903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98eb1cea-2b0d-49e9-b3fc-1aa6a699e104 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:50.491394 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98eb1cea-2b0d-49e9-b3fc-1aa6a699e104'] response: {'server_uuid': 'f08e412b-ed93-474b-9f25-0c643550c84c', 'name': 'network-vif-deleted', 'tag': '03b4b398-12c2-4b2b-b9c0-441545a05f75', 'status': 'completed', 'code': 200} Oct 27 01:30:50.758466 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9d4036e4-7f57-436c-85c8-8155bb929c45 req-bf451d6c-de0b-446a-91d7-4e3bb5b7a818 tempest-ServerRescueNegativeTestJSON-1482642297 tempest-ServerRescueNegativeTestJSON-1482642297-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08e412b-ed93-474b-9f25-0c643550c84c HTTP/1.1" status: 200 len: 210 time: 0.0312088 Oct 27 01:30:50.792400 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:50.842164 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (1b044cc4-e3b6-4cc4-8cf5-d225498ee23b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:50.872494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'Port': ['ID=1b044cc4-e3b6-4cc4-8cf5-d225498ee23b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:50.883814 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.884160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.884497 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.884834 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.885190 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.885514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.885835 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.886154 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.886479 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.886799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.887121 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.887442 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.887770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.888087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.888401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:50.997879 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:30:51.132026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:51.159272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-797a63ca-6325-462c-ab98-41e209f86289 req-26b5f03f-8dd0-4255-8c3a-05695d419f87 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6db3be4b-8f81-4b80-8f8d-801378971478 HTTP/1.1" status: 200 len: 210 time: 0.0673759 Oct 27 01:30:51.167699 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f643a-f350-46b9-a09a-51b770dbf4df req-6918475b-180c-4aaa-9f70-376228bec25a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:51.169189 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad0f643a-f350-46b9-a09a-51b770dbf4df req-6918475b-180c-4aaa-9f70-376228bec25a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 943 time: 0.1118932 Oct 27 01:30:51.188097 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:30:51.199253 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:30:51.215080 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:51.215740 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:51.260211 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:51.274281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] No DVR routers for this DVR port 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:30:51.280914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:51.284159 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4be23b2d-2d2e-4b88-8cf1-1a1cf4c6f3ec req-267dec9d-d1bd-4a5b-9b30-0524334fc795 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "DELETE /networking/v2.0/ports/1b044cc4-e3b6-4cc4-8cf5-d225498ee23b HTTP/1.1" status: 204 len: 173 time: 1.2773705 Oct 27 01:30:51.284853 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'name': 'network-vif-deleted', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:51.287730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc2944f-9fbe-4adc-9f06-e2c007b800bf" -d '{"events": [{"server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "name": "network-vif-deleted", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:51.298608 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad0f643a-f350-46b9-a09a-51b770dbf4df req-5a1df886-5b99-4055-9ac8-d39c1925c521 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216412 Oct 27 01:30:51.299667 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:30:51.370109 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1061a189-9d08-4f42-9700-a31882901834 x-openstack-request-id: req-1061a189-9d08-4f42-9700-a31882901834 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:51.370443 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3be4b-8f81-4b80-8f8d-801378971478", "name": "network-vif-deleted", "tag": "1b044cc4-e3b6-4cc4-8cf5-d225498ee23b", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:51.370754 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1061a189-9d08-4f42-9700-a31882901834 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:51.371164 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1061a189-9d08-4f42-9700-a31882901834'] response: {'server_uuid': '6db3be4b-8f81-4b80-8f8d-801378971478', 'name': 'network-vif-deleted', 'tag': '1b044cc4-e3b6-4cc4-8cf5-d225498ee23b', 'status': 'completed', 'code': 200} Oct 27 01:30:51.371359 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:51.441005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:51.454809 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'port_id': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'mac_address': 'fa:16:3e:c8:5b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:30:51.492909 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 4d69ceff-443c-464b-8f81-6dc73cdbb4da is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:51.493567 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:51.508989 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d69ceff-443c-464b-8f81-6dc73cdbb4da {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:30:51.513577 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:51.529544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:51.534259 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:51.584975 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:51.586899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=7']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:51.611510 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:30:51.621039 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:51.621667 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:51.725370 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:51.828407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34662) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:51.936605 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:51.968184 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535372b5-7b39-40ab-b7ff-b09160ee3f57 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:30:52.053397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['4d69ceff-443c-464b-8f81-6dc73cdbb4da'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:30:52.280469 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34670) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:52.286406 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3433b17-724b-421a-b6f3-a3a78c6f479e None None] New status for floating IP fcbf1c2f-39f7-4224-b50b-76397e879067: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:30:52.351334 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (dea0b9d9-d63d-4bcc-ba7d-867efbac46b3), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.379384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (dea0b9d9-d63d-4bcc-ba7d-867efbac46b3), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.446271 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.446857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (dea0b9d9-d63d-4bcc-ba7d-867efbac46b3), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.449365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.453450 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dea0b9d9-d63d-4bcc-ba7d-867efbac46b3 HTTP/1.1" status: 204 len: 168 time: 0.1704819 Oct 27 01:30:52.454243 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34674) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:52.477111 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-73f52d4c-952f-49c1-b605-58b62496131b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] show failed (client error): The resource could not be found. Oct 27 01:30:52.478133 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-73f52d4c-952f-49c1-b605-58b62496131b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups/dea0b9d9-d63d-4bcc-ba7d-867efbac46b3 HTTP/1.1" status: 404 len: 347 time: 0.0191247 Oct 27 01:30:52.479241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811ac46-7fb1-4684-ab27-ba4ebeb88609 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea0b9d9-d63d-4bcc-ba7d-867efbac46b3,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:52.481708 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34676) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:52.495989 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac98551-749e-4573-a8f5-abd22806da1d req-896ca12b-0975-4fc2-b6d5-1910efa8a929 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:52.497551 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ac98551-749e-4573-a8f5-abd22806da1d req-896ca12b-0975-4fc2-b6d5-1910efa8a929 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 944 time: 0.1007788 Oct 27 01:30:52.586422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:52.596579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ac98551-749e-4573-a8f5-abd22806da1d req-0ce8488b-2a67-47ba-850f-57f4ac3e6221 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912642 Oct 27 01:30:52.787354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Deleting port 950ab7a2-492b-4286-8663-42d83088d0f4 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:52.787689 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.841808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Deleting port e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:52.842074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.868441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] For port 950ab7a2-492b-4286-8663-42d83088d0f4, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=950ab7a2-492b-4286-8663-42d83088d0f4,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:52.868801 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.881794 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Calling delete_port for 950ab7a2-492b-4286-8663-42d83088d0f4 owned by network:router_interface {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:52.922384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.922713 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:52.929219 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:52.935588 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Calling delete_port for e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:53.061019 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (950ab7a2-492b-4286-8663-42d83088d0f4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.074923 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.090036 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Pushing event deleted for resources: {'Port': ['ID=950ab7a2-492b-4286-8663-42d83088d0f4,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:53.100808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'Port': ['ID=e11c7dd4-7e76-4ea1-bc8d-5167bad8eb58,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:53.172048 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (fcbf1c2f-39f7-4224-b50b-76397e879067), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.174940 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.179847 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9f23b50a-bac2-4e7d-a040-08060697a3b4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/fcbf1c2f-39f7-4224-b50b-76397e879067 HTTP/1.1" status: 204 len: 168 time: 0.6942844 Oct 27 01:30:53.261570 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.269947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34680) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:53.274641 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523719379', 'description': 'tempest-description--1028348300'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:53.305170 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:30:53.307772 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45159388-755d-452d-a748-258d1e7a62a2 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:30:53.338616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.405123 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 4d69ceff-443c-464b-8f81-6dc73cdbb4da triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:30:53.405380 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.405711 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 4d69ceff-443c-464b-8f81-6dc73cdbb4da Oct 27 01:30:53.442411 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.458988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.469408 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.484269 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aea63037-8d3b-47eb-9784-c62da87effc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.502142 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45159388-755d-452d-a748-258d1e7a62a2 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:30:53.502491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (03b8df67-8b3b-4623-bc3e-c48505dc8cb5), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.509614 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (03b8df67-8b3b-4623-bc3e-c48505dc8cb5), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.548958 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 4d69ceff-443c-464b-8f81-6dc73cdbb4da is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:53.549397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.579089 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.580309 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3094170 Oct 27 01:30:53.583997 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34682) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:53.586861 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:30:53.587695 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc62b0-f145-40a8-82c1-09c87fbc22bc tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8df67-8b3b-4623-bc3e-c48505dc8cb5,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:53.588949 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group_rule': {'security_group_id': '03b8df67-8b3b-4623-bc3e-c48505dc8cb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:53.627297 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:53.629882 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (7e7d5517-b9ea-4373-b9a6-ee129caacbcd), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.630984 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be856d-9b21-4cba-b55b-2ec0eedde493" -d '{"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:53.640342 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.677877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:53.694386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.695278 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 03b4b398-12c2-4b2b-b9c0-441545a05f75 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:53.700930 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (7e7d5517-b9ea-4373-b9a6-ee129caacbcd), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.705698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (7e7d5517-b9ea-4373-b9a6-ee129caacbcd), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.710351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:30:53.717947 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0972f41d-43d2-442f-ac9e-0a0ca8d3619a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/90ee908d-2a15-4872-9101-fd81ec0ec9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883836 Oct 27 01:30:53.720336 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34688) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:53.729304 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df79af88-496f-4429-a6b0-ec5fe1c1c551 x-openstack-request-id: req-df79af88-496f-4429-a6b0-ec5fe1c1c551 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:53.729589 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:53.729841 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df79af88-496f-4429-a6b0-ec5fe1c1c551 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:53.730232 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df79af88-496f-4429-a6b0-ec5fe1c1c551'] response: {'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'code': 200} Oct 27 01:30:53.730512 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Sync routers for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:30:53.743769 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:53.744655 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:53.765572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d5517-b9ea-4373-b9a6-ee129caacbcd,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:53.767420 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 03b4b398-12c2-4b2b-b9c0-441545a05f75 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:53.770559 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 03b4b398-12c2-4b2b-b9c0-441545a05f75 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:53.771082 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:53.792100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.798673 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f82c6d2b-b3ca-4107-bc59-791ee8f8a256 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122152 Oct 27 01:30:53.803979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34690) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:53.807252 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'security_group_rule': {'security_group_id': '03b8df67-8b3b-4623-bc3e-c48505dc8cb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:53.834348 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.853372 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (67c61521-4ae1-47a9-977c-f439d70dda63), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.935339 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:53.984590 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (67c61521-4ae1-47a9-977c-f439d70dda63), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:53.993257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:53.993860 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 1b044cc4-e3b6-4cc4-8cf5-d225498ee23b not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:53.994847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (67c61521-4ae1-47a9-977c-f439d70dda63), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.056367 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c61521-4ae1-47a9-977c-f439d70dda63,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:54.074256 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.076751 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=8']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:54.089671 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4958c460-3b2d-4a79-b533-eee34634ea67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893724 Oct 27 01:30:54.091210 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34692) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:54.094557 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:54.101768 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:54.133226 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.191522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4019d-4f26-4ebe-92e5-ee75e980dd76 req-003db079-91fc-4bf7-80b8-724c943f53f9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:54.193145 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7fe4019d-4f26-4ebe-92e5-ee75e980dd76 req-003db079-91fc-4bf7-80b8-724c943f53f9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.4202020 Oct 27 01:30:54.224945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42a80-d840-415e-a962-bc44bcd8b414 req-48d0c12f-57bf-4135-a267-0593d0501479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:54.226483 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eac42a80-d840-415e-a962-bc44bcd8b414 req-48d0c12f-57bf-4135-a267-0593d0501479 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.1264889 Oct 27 01:30:54.246680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.293238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks [] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.321783 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:30:53Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:54.354742 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Checking router: 90ee908d-2a15-4872-9101-fd81ec0ec9a4 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:30:54.365551 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Routers {'90ee908d-2a15-4872-9101-fd81ec0ec9a4'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:30:54.366490 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:54.371033 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:54.384189 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Allocated IP 172.27.0.87 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/5c83b804-2c3e-4fdc-9af6-130e98850637) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:30:54.389640 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7fe4019d-4f26-4ebe-92e5-ee75e980dd76 req-c14d3177-d6d4-405d-958d-d44abc88c14e tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685607 Oct 27 01:30:54.415579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eac42a80-d840-415e-a962-bc44bcd8b414 req-381d0444-f1c2-4130-8da8-ee92e572984b service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810098 Oct 27 01:30:54.490546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks [] for router_gateway (90ee908d-2a15-4872-9101-fd81ec0ec9a4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.499082 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] Set router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:30:54.528605 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.540729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Deleting port b910b07b-d924-41e8-97fc-f639b7af8163 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:54.541092 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.570905 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.615320 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:30:54.618832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:54.622929 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:30:54.646461 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] For port b910b07b-d924-41e8-97fc-f639b7af8163, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b910b07b-d924-41e8-97fc-f639b7af8163,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:54.646853 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.660561 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=5c83b804-2c3e-4fdc-9af6-130e98850637,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:54.674514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Calling delete_port for b910b07b-d924-41e8-97fc-f639b7af8163 owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:54.720026 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:30:53Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:54.730046 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.751060 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1ba3a-39cc-45b5-b56b-e1113747b072 None None] The sync data for ids ['90ee908d-2a15-4872-9101-fd81ec0ec9a4'] in dv-cinder-815582-19-iscsi is: [{'id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'name': 'tempest-ServerRescueNegativeTestJSON-2029123209-router', 'tenant_id': '7eefe01b108148bab60d4de13be0405d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:51Z', 'updated_at': '2022-10-27T01:30:53Z', 'revision_number': 5, 'project_id': '7eefe01b108148bab60d4de13be0405d', 'gw_port': {'id': 'b910b07b-d924-41e8-97fc-f639b7af8163', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee908d-2a15-4872-9101-fd81ec0ec9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:30:54.774506 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.798345 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:54.834569 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-bcbbc0d3-b1fc-4b70-91c6-b3c008dcb23f None None] Provisioning complete for port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:30:54.835129 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc0d3-b1fc-4b70-91c6-b3c008dcb23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.835251 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-bcbbc0d3-b1fc-4b70-91c6-b3c008dcb23f None None] Attempt 1 to provision port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f Oct 27 01:30:54.845442 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:54.867918 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (b910b07b-d924-41e8-97fc-f639b7af8163), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.907740 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Pushing event deleted for resources: {'Port': ['ID=b910b07b-d924-41e8-97fc-f639b7af8163,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:54.931408 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbc0d3-b1fc-4b70-91c6-b3c008dcb23f None None] Current status of the port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:54.948698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:54.949970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:54.968506 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.970721 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:54.975180 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.046425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=5c83b804-2c3e-4fdc-9af6-130e98850637,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:55.048722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.057473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.059682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks [] for router_controller (90ee908d-2a15-4872-9101-fd81ec0ec9a4), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.067268 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.069028 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-218e4566-a772-4723-bc0d-b9faf92e7a31 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9764767 Oct 27 01:30:55.113593 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (90ee908d-2a15-4872-9101-fd81ec0ec9a4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.114590 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ee908d-2a15-4872-9101-fd81ec0ec9a4 {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:30:55.121550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.125821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34698) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:55.129455 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ef43ad0f-531c-4a8b-8bd0-f532aa0d333e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/90ee908d-2a15-4872-9101-fd81ec0ec9a4 HTTP/1.1" status: 204 len: 168 time: 1.4040332 Oct 27 01:30:55.180214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Deleting subnet 7cc8a79d-57c2-4c7d-a51f-da6bf1333623 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:30:55.183898 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Publish callbacks [] for subnet (7cc8a79d-57c2-4c7d-a51f-da6bf1333623), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.223358 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (7cc8a79d-57c2-4c7d-a51f-da6bf1333623), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.252102 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8b552b74-b144-434f-b717-4e56e71be084 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--523719379&fields=id&tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 267 time: 0.0519040 Oct 27 01:30:55.333730 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (7cc8a79d-57c2-4c7d-a51f-da6bf1333623), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.374592 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-ff147a7e-b23c-45f7-97b5-0b4e95b1ade4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:55.376082 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-ff147a7e-b23c-45f7-97b5-0b4e95b1ade4 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 810 time: 0.1161389 Oct 27 01:30:55.394732 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-ed29916b-b2f1-4a0b-b720-d75fb3c3eb67 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/quotas/1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 375 time: 0.0104046 Oct 27 01:30:55.396543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (7cc8a79d-57c2-4c7d-a51f-da6bf1333623), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.421771 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc8a79d-57c2-4c7d-a51f-da6bf1333623,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:55.428766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.431987 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-6feff55e-dc2c-4d9a-8c8b-37ec5b7fca78 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/7cc8a79d-57c2-4c7d-a51f-da6bf1333623 HTTP/1.1" status: 204 len: 168 time: 0.3051107 Oct 27 01:30:55.434604 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7dbadd-91e4-4a35-b165-daafc49bed40 None None] Network 03467824-1af5-46b4-9775-45b8ed4ca0b6 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:30:55.434767 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34714) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:55.480599 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-327b3fe7-6f17-4cef-8af2-5afa9767ba16 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793841 Oct 27 01:30:55.538823 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (03467824-1af5-46b4-9775-45b8ed4ca0b6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.587454 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Deleting port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:30:55.587794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.615466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047b4a-da66-411c-a1aa-be5c8d8f1475 req-0317fb1d-ab77-4265-a043-67fa3e6b9955 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:55.616970 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60047b4a-da66-411c-a1aa-be5c8d8f1475 req-0317fb1d-ab77-4265-a043-67fa3e6b9955 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0960782 Oct 27 01:30:55.659010 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] For port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,segment=NetworkSegment(d5f95fdb-b157-4a4c-960e-e1220f49ee37),segment_id=d5f95fdb-b157-4a4c-960e-e1220f49ee37)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:55.660277 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.662659 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e49e70e4-3f2a-4363-924f-c7ee3802d21f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639299 Oct 27 01:30:55.674167 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Calling delete_port for 9e24da26-1f7d-4fe7-bf7f-72868d6f404f owned by network:dhcp {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:30:55.730913 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60047b4a-da66-411c-a1aa-be5c8d8f1475 req-fb0668fe-07d0-40aa-bfa2-f886e77114ee tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048777 Oct 27 01:30:55.762214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (9e24da26-1f7d-4fe7-bf7f-72868d6f404f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.771922 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-82825688-8dac-4394-a10f-04f9f209b07a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034400 Oct 27 01:30:55.789600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Pushing event deleted for resources: {'Port': ['ID=9e24da26-1f7d-4fe7-bf7f-72868d6f404f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:55.791938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3247a22a-6878-4729-bac5-47a66bfdbfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.793673 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] No DVR routers for this DVR port 9e24da26-1f7d-4fe7-bf7f-72868d6f404f on host dv-cinder-815582-19-iscsi {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:30:55.872326 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:55.880062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (03467824-1af5-46b4-9775-45b8ed4ca0b6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.894688 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351989f8-3496-4a4d-b595-8ffe44417dcc None None] DHCP port deletion for 03467824-1af5-46b4-9775-45b8ed4ca0b6 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:30:55.913811 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03467824-1af5-46b4-9775-45b8ed4ca0b6']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:55.931079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f95fdb-b157-4a4c-960e-e1220f49ee37') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:55.932866 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f95fdb-b157-4a4c-960e-e1220f49ee37') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:30:55.949194 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:55.952527 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (d5f95fdb-b157-4a4c-960e-e1220f49ee37), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.980534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (d5f95fdb-b157-4a4c-960e-e1220f49ee37), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:55.980754 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0469804-e68a-4912-b6b4-66baef8bfcda req-4a3af641-e59a-4701-acd5-e764d9e70b80 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 210 time: 0.0441799 Oct 27 01:30:55.991639 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:30:55.992800 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (d5f95fdb-b157-4a4c-960e-e1220f49ee37), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.036269 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9e24da26-1f7d-4fe7-bf7f-72868d6f404f no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:56.062729 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 9e24da26-1f7d-4fe7-bf7f-72868d6f404f {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:56.063793 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 9e24da26-1f7d-4fe7-bf7f-72868d6f404f not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:56.064231 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 950ab7a2-492b-4286-8663-42d83088d0f4 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:56.083018 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (03467824-1af5-46b4-9775-45b8ed4ca0b6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.091514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 950ab7a2-492b-4286-8663-42d83088d0f4 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:56.091866 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 950ab7a2-492b-4286-8663-42d83088d0f4 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:56.092512 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b910b07b-d924-41e8-97fc-f639b7af8163 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:30:56.100489 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.104981 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/03467824-1af5-46b4-9775-45b8ed4ca0b6 HTTP/1.1" status: 204 len: 168 time: 0.6691661 Oct 27 01:30:56.115089 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: b910b07b-d924-41e8-97fc-f639b7af8163 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:30:56.115333 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b910b07b-d924-41e8-97fc-f639b7af8163 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:30:56.130877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9be350-3736-46f9-9149-c60fd4644dec admin admin] Pushing event deleted for resources: {'Network': ['ID=03467824-1af5-46b4-9775-45b8ed4ca0b6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:56.134702 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment d5f95fdb-b157-4a4c-960e-e1220f49ee37 resource provider aggregate not found Oct 27 01:30:56.154712 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment d5f95fdb-b157-4a4c-960e-e1220f49ee37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5f95fdb-b157-4a4c-960e-e1220f49ee37 found for delete ", "request_id": "req-48106838-810a-491f-b9bc-98a1be4ab772"}]} Oct 27 01:30:56.253117 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34732) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:56.297473 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-24f81bcc-962a-4536-a0e4-a3c6e362acd9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7eefe01b108148bab60d4de13be0405d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427322 Oct 27 01:30:56.301160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34734) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:56.363990 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] Publish callbacks [] for security_group (c8f717e3-59fb-4621-a5e6-59d303ed9804), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.388157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] Publish callbacks [] for security_group (c8f717e3-59fb-4621-a5e6-59d303ed9804), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.446552 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c8f717e3-59fb-4621-a5e6-59d303ed9804), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.449172 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:56.450304 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c8f717e3-59fb-4621-a5e6-59d303ed9804 HTTP/1.1" status: 204 len: 168 time: 0.1479819 Oct 27 01:30:56.458001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f66df-74b3-48d4-b975-756a5f8e68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f717e3-59fb-4621-a5e6-59d303ed9804,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:56.868022 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469670b-4af6-4ad5-8840-e28382a9112e req-a0e412e6-146d-4a33-a8ff-4d9f11031866 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:56.869562 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2469670b-4af6-4ad5-8840-e28382a9112e req-a0e412e6-146d-4a33-a8ff-4d9f11031866 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0596492 Oct 27 01:30:56.919762 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2469670b-4af6-4ad5-8840-e28382a9112e req-b3066313-6da9-4809-a9c2-89b67d80209d tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Oct 27 01:30:57.095233 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b9d16e50-4705-49f9-ba97-29da87e3cd4a req-e4dfe6e0-6665-4b3e-9670-c5bf3b94f466 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 210 time: 0.0353780 Oct 27 01:30:57.098648 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.203282 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34766) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:57.270163 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:57.291771 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:57.313776 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-253920997-network', 'tenant_id': '73c30908c04242e28297b339bfcc5600'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:57.318028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-b073482d-251d-4ee9-809a-d8c009990fac tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:57.319982 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-b073482d-251d-4ee9-809a-d8c009990fac tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 810 time: 0.1190865 Oct 27 01:30:57.335061 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Made reservation on behalf of 73c30908c04242e28297b339bfcc5600 for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:30:57.337403 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.346138 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.399965 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8a330923-622c-4566-b2f6-a6c33ae0a62d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166 HTTP/1.1" status: 200 len: 379 time: 0.0649447 Oct 27 01:30:57.408141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'port': {'device_id': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'admin_state_up': True, 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'security_groups': ['03b8df67-8b3b-4623-bc3e-c48505dc8cb5']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:57.426959 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks [] for security_group (23854928-5764-4def-afbe-038354b46452), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.431411 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (23854928-5764-4def-afbe-038354b46452), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.459477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:30:57.465072 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23854928-5764-4def-afbe-038354b46452,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:57.475164 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (1a6d6f71-0bc3-4476-923b-9d9ac05ef617), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.475572 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Added segment 1a6d6f71-0bc3-4476-923b-9d9ac05ef617 of type vlan for network f8936d5a-77c4-48b0-9095-ed36ec7d5242 Oct 27 01:30:57.516743 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (f8936d5a-77c4-48b0-9095-ed36ec7d5242), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.527765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Made reservation on behalf of 1b1ee6f6a3c3475e8ae993c79ace9166 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:30:57.532550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.547007 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (f8936d5a-77c4-48b0-9095-ed36ec7d5242), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.548214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:57.548927 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.606241 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4018340 Oct 27 01:30:57.610412 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34774) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:57.618518 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Request body: {'subnet': {'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-subnet', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:57.625107 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ca94c-eecb-4552-bfbe-795a62d61506 admin admin] Pushing event updated for resources: {'Network': ['ID=f8936d5a-77c4-48b0-9095-ed36ec7d5242,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:57.637589 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:30:57.640583 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Made reservation on behalf of 73c30908c04242e28297b339bfcc5600 for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:30:57.644482 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480352'] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.678225 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Allocated IP 172.20.0.10 (e6bca71c-aea1-476d-8633-0cf730614609/a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052/71d2db25-bcfb-41e4-867a-87753f3dcc33) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:30:57.819983 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:57.830103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.838719 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480270'] for subnet (de4c0c2c-e7d8-488b-99f2-a075a870ffb9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.863163 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.897213 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4c0c2c-e7d8-488b-99f2-a075a870ffb9,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:57.907724 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Checking segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:30:57.908083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Network hostable DHCP agents. Network: f8936d5a-77c4-48b0-9095-ed36ec7d5242, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:30:57.911626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Network e6bca71c-aea1-476d-8633-0cf730614609 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:30:57.918868 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:57.922946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:30:57.928246 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:30:57.930732 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event updated for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:57.943730 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, f8936d5a-77c4-48b0-9095-ed36ec7d5242) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:57.951591 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:57.952317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:57.959924 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fcea2-92b8-4e02-9e59-4c5bda17db77 None None] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:30:57.973112 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5eea35af-19ac-49f5-ae6a-b91a170c860f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3605142 Oct 27 01:30:57.975407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34776) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:30:57.981897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:57.998014 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:57.998640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.023599 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.024700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.030923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-e0345a90-8105-425b-b382-08f1f67ad80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6268392 Oct 27 01:30:58.058574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Request body: {'port': {'device_id': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:30:58.064696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:58.088061 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:30:58.088994 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.113090 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for router_controller (a54e950c-bd31-4896-855a-f33598ff1ca0), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.177074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:58.223496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:58.228100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.248402 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-ba0d614e-3eec-4f99-b014-71de6b110182 None None] Provisioning complete for port 71d2db25-bcfb-41e4-867a-87753f3dcc33 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:30:58.248840 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ba0d614e-3eec-4f99-b014-71de6b110182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.249434 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-ba0d614e-3eec-4f99-b014-71de6b110182 None None] Attempt 1 to provision port 71d2db25-bcfb-41e4-867a-87753f3dcc33 Oct 27 01:30:58.252446 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:58.282791 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Allocated IP 172.20.0.2 (f8936d5a-77c4-48b0-9095-ed36ec7d5242/de4c0c2c-e7d8-488b-99f2-a075a870ffb9/d79f4f83-fcc7-4d4e-8823-2e92fd6f713f) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:30:58.303081 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d614e-3eec-4f99-b014-71de6b110182 None None] Port 71d2db25-bcfb-41e4-867a-87753f3dcc33 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:30:58.346965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for router_gateway (a54e950c-bd31-4896-855a-f33598ff1ca0), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.355453 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5e5ed-2baf-4faa-bd5b-80fb68822a42 req-a6acdac3-c57a-47f4-a5aa-b16b5c0c51f1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:58.356918 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2c5e5ed-2baf-4faa-bd5b-80fb68822a42 req-a6acdac3-c57a-47f4-a5aa-b16b5c0c51f1 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 932 time: 0.1416514 Oct 27 01:30:58.444400 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks [] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.451744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.492833 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:30:58.497852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:58.499941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Pushing event updated for resources: {'Port': ['ID=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:58.502110 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:30:58.541676 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2c5e5ed-2baf-4faa-bd5b-80fb68822a42 req-27802750-f8b6-4e5f-8636-1ab50e4f3ecb tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784892 Oct 27 01:30:58.564760 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Attempting to bind port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:30:58.565773 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Attempting to bind port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:30:58.566226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Attempting to bind port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:30:58.609149 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:30:58.609450 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Checking segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:30:58.609853 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.610241 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Bound using segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:30:58.610713 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Bound port: d79f4f83-fcc7-4d4e-8823-2e92fd6f713f, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:30:58.611095 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.671736 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] For port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:30:58.674810 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] For port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:30:58.681354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.738579 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for router_gateway (a54e950c-bd31-4896-855a-f33598ff1ca0), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.739441 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40765-3dff-45df-be08-d65dffda4baf None None] Pushing event updated for resources: {'Port': ['ID=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:58.773903 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.776704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.836002 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d2db25-bcfb-41e4-867a-87753f3dcc33 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:30:58.849737 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks [] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.898941 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Transition to ACTIVE for port object 71d2db25-bcfb-41e4-867a-87753f3dcc33 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:30:58.926781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:58.969446 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:58.980895 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.005328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Allocated IP 172.27.0.141 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/8186726e-c62c-4807-b930-33522e6fdda6) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:30:59.027835 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.135598 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Attempting to bind port 71d2db25-bcfb-41e4-867a-87753f3dcc33 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:30:59.135817 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Attempting to bind port 71d2db25-bcfb-41e4-867a-87753f3dcc33 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:30:59.136119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Attempting to bind port 71d2db25-bcfb-41e4-867a-87753f3dcc33 on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:30:59.144857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:59.211277 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for port (8186726e-c62c-4807-b930-33522e6fdda6), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.214203 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Port 71d2db25-bcfb-41e4-867a-87753f3dcc33 on network e6bca71c-aea1-476d-8633-0cf730614609 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:30:59.214523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Attempting to bind port 71d2db25-bcfb-41e4-867a-87753f3dcc33 on network e6bca71c-aea1-476d-8633-0cf730614609 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:30:59.279786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:30:59.280105 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Checking segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:30:59.280486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Bound using segment: {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:30:59.280910 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Bound port: 71d2db25-bcfb-41e4-867a-87753f3dcc33, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ce6b53-e677-480b-afc3-77de1d8c432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:30:59.281302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.292644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (8186726e-c62c-4807-b930-33522e6fdda6), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.351936 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:30:59.360194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:59.365598 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:30:59.376087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Pushing event updated for resources: {'Port': ['ID=8186726e-c62c-4807-b930-33522e6fdda6,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.428378 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:30:59.433499 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:30:59.439771 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.495601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:59.496228 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.497652 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/71d2db25-bcfb-41e4-867a-87753f3dcc33 HTTP/1.1" status: 200 len: 1094 time: 1.4509761 Oct 27 01:30:59.498260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:30:59.500501 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c708ef8-d728-43d6-bc3d-f9f818522a63" -d '{"events": [{"name": "network-changed", "server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:59.610618 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5aeb0-e4fb-4f73-b97b-3495c580ff71 None None] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:30:59.669762 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Provisioning complete for port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:30:59.670142 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.670477 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Attempt 1 to provision port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f Oct 27 01:30:59.802429 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Current status of the port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:30:59.802674 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.817481 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:30:59.840039 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1907bd54-8c0c-45b7-bc09-7582a73671e6 x-openstack-request-id: req-1907bd54-8c0c-45b7-bc09-7582a73671e6 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:59.840328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:59.840572 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1907bd54-8c0c-45b7-bc09-7582a73671e6 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:59.840960 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1907bd54-8c0c-45b7-bc09-7582a73671e6'] response: {'name': 'network-changed', 'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'status': 'completed', 'code': 200} Oct 27 01:30:59.848917 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] For port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:30:59.853761 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:30:59.911736 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Pushing event updated for resources: {'Port': ['ID=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.920386 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.920721 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.921087 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.921423 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.921934 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.922436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.922936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.923263 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.923590 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.923913 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.924402 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.925290 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.926200 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.926700 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.927535 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb64d1-eef5-469a-866f-54474bda4dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:59.927930 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd873a3-3eb9-4acc-8688-cffd6b4856e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.944288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-5db0baf2-b971-4afb-a7c5-d44870a97c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:59.945869 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-5db0baf2-b971-4afb-a7c5-d44870a97c96 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 1128 time: 0.1007392 Oct 27 01:30:59.992491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856cd2-54fb-446e-89a5-5020fdd71aba req-3478912d-f920-477b-9e81-6c74799ed81d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:30:59.993980 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ec856cd2-54fb-446e-89a5-5020fdd71aba req-3478912d-f920-477b-9e81-6c74799ed81d tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 944 time: 0.1521559 Oct 27 01:31:00.004739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:00.023788 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device d79f4f83-fcc7-4d4e-8823-2e92fd6f713f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:00.045340 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-d37bf6d3-a102-4487-af8a-7d569931fbf0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33 HTTP/1.1" status: 200 len: 217 time: 0.0600715 Oct 27 01:31:00.053204 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:00.079082 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-4b7ab528-bc92-4cbb-8485-f11b74c8b8dc None None] Provisioning complete for port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:00.079440 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab528-bc92-4cbb-8485-f11b74c8b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:00.079777 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-4b7ab528-bc92-4cbb-8485-f11b74c8b8dc None None] Attempt 1 to provision port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f Oct 27 01:31:00.102703 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:00.103074 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:00.103404 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f Oct 27 01:31:00.151880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8aa634a7-fb8e-46dc-95c7-76daf297dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:00.153362 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-8aa634a7-fb8e-46dc-95c7-76daf297dcdd service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.1001575 Oct 27 01:31:00.166891 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ec856cd2-54fb-446e-89a5-5020fdd71aba req-2cd84b9e-6ece-45ad-80c3-ff69ce0003ad tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653554 Oct 27 01:31:00.178141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for router_gateway (a54e950c-bd31-4896-855a-f33598ff1ca0), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:00.218591 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ab528-bc92-4cbb-8485-f11b74c8b8dc None None] Current status of the port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:00.222655 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:00.245673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-202e4afe-c189-4e88-b530-26766f729db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:00.247180 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-202e4afe-c189-4e88-b530-26766f729db9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0838799 Oct 27 01:31:00.262698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:00.422485 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-3d4cbbd8-c6d8-48a6-b39f-79d17d0098b0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679466 Oct 27 01:31:00.510823 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:00.587058 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ad0bbf1-cdac-444b-9b45-e0661549cff1 req-03572b7a-7299-40a0-9d8b-89b0382c130e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373367 Oct 27 01:31:00.666580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Router a54e950c-bd31-4896-855a-f33598ff1ca0 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:31:00.770350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:00.778695 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:00.787639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:00.788552 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:00.788864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a15e59f3-7937-4109-842b-925956e37376 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8124104 Oct 27 01:31:00.789209 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:00.791725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34786) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:00.874714 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:00.893893 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:01.063760 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:30:59Z', 'revision_number': 3, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:01.089506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:01.089863 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Updating router a54e950c-bd31-4896-855a-f33598ff1ca0 port 8186726e-c62c-4807-b930-33522e6fdda6 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:31:01.118341 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8186726e-c62c-4807-b930-33522e6fdda6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.151990 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:01.193517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.338309 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528a292-e4a6-40b1-823e-277a331b3284 req-f53ddc3d-8c1f-4973-a127-f827309086ee tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:01.339895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7528a292-e4a6-40b1-823e-277a331b3284 req-f53ddc3d-8c1f-4973-a127-f827309086ee tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 944 time: 0.0843227 Oct 27 01:31:01.343068 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:01.395777 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks [] for port (8186726e-c62c-4807-b930-33522e6fdda6), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.398384 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.401652 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8186726e-c62c-4807-b930-33522e6fdda6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.430849 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Allocated IP 172.20.0.1 (f8936d5a-77c4-48b0-9095-ed36ec7d5242/de4c0c2c-e7d8-488b-99f2-a075a870ffb9/5d55857e-bfd3-40c0-bd95-e7f6db904680) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:01.438365 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7528a292-e4a6-40b1-823e-277a331b3284 req-aa340618-7b96-4e5a-ab7b-cc6317d14169 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926571 Oct 27 01:31:01.554634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks [] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.580583 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Attempting to bind port 8186726e-c62c-4807-b930-33522e6fdda6 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:31:01.581273 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Attempting to bind port 8186726e-c62c-4807-b930-33522e6fdda6 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:31:01.581757 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Attempting to bind port 8186726e-c62c-4807-b930-33522e6fdda6 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:01.587915 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.612902 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5483a1-6a86-4766-9f57-aa9aa02b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8186726e-c62c-4807-b930-33522e6fdda6,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:01.622891 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:01.630979 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:01.634261 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:01.636680 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:31:01.637411 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:31:01.637788 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:31:01.638190 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.638581 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:31:01.639053 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Bound port: 8186726e-c62c-4807-b930-33522e6fdda6, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:31:01.639432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8186726e-c62c-4807-b930-33522e6fdda6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.672157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:01.686355 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (a54e950c-bd31-4896-855a-f33598ff1ca0), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.697379 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] For port 8186726e-c62c-4807-b930-33522e6fdda6, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:31:01.701094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] For port 8186726e-c62c-4807-b930-33522e6fdda6, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8186726e-c62c-4807-b930-33522e6fdda6,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:31:01.710842 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8186726e-c62c-4807-b930-33522e6fdda6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.724791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:01.749998 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:01.750647 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:01.819593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5483a1-6a86-4766-9f57-aa9aa02b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8186726e-c62c-4807-b930-33522e6fdda6,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:01.830548 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:01.885598 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:01.890821 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:02.000488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks [] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.005812 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.016697 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device d79f4f83-fcc7-4d4e-8823-2e92fd6f713f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:02.040322 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-499cf0d1-a17f-487d-b70e-b8f71a000625 None None] Provisioning complete for port 5d55857e-bfd3-40c0-bd95-e7f6db904680 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:02.040678 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-499cf0d1-a17f-487d-b70e-b8f71a000625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.041005 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-499cf0d1-a17f-487d-b70e-b8f71a000625 None None] Attempt 1 to provision port 5d55857e-bfd3-40c0-bd95-e7f6db904680 Oct 27 01:31:02.072870 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:02.076332 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (a54e950c-bd31-4896-855a-f33598ff1ca0), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.104840 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-499cf0d1-a17f-487d-b70e-b8f71a000625 None None] Port 5d55857e-bfd3-40c0-bd95-e7f6db904680 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:31:02.130047 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:02.130415 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.130744 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f Oct 27 01:31:02.180152 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:02.181605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:02.203425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:30:59Z', 'revision_number': 3, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:02.235090 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc990-efa5-415e-bcf1-0aa2f27a7b5f None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:30:59Z', 'revision_number': 3, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:02.291478 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:02.350554 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:02.435322 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-03259e82-0b8d-4f3e-9b82-8ec11e5b18d0 None None] Provisioning complete for port 5d55857e-bfd3-40c0-bd95-e7f6db904680 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:02.435771 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-03259e82-0b8d-4f3e-9b82-8ec11e5b18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:02.436030 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-03259e82-0b8d-4f3e-9b82-8ec11e5b18d0 None None] Attempt 1 to provision port 5d55857e-bfd3-40c0-bd95-e7f6db904680 Oct 27 01:31:02.486398 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-03259e82-0b8d-4f3e-9b82-8ec11e5b18d0 None None] Port 5d55857e-bfd3-40c0-bd95-e7f6db904680 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:31:02.497305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:02.503072 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-36b174e6-1d8a-4bda-b5b2-f9f7225ddea5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a54e950c-bd31-4896-855a-f33598ff1ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102530 Oct 27 01:31:02.630611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565689-39b1-4d26-a8e1-0838d4198751 req-2f6ee0eb-a456-4d5f-b043-3c2bd4a7343a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:02.633120 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-98565689-39b1-4d26-a8e1-0838d4198751 req-2f6ee0eb-a456-4d5f-b043-3c2bd4a7343a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 944 time: 0.0832191 Oct 27 01:31:02.702841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-98565689-39b1-4d26-a8e1-0838d4198751 req-282d234b-28dc-403e-8a9d-a9194e83259f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621953 Oct 27 01:31:02.837720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-4d61a5bf-df92-4dda-8bf7-2837e0e5bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:02.839224 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-4d61a5bf-df92-4dda-8bf7-2837e0e5bebf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 1128 time: 0.0555334 Oct 27 01:31:02.965663 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34800) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:02.970447 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153269327', 'description': 'tempest-description--702409375'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:02.997754 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.016516 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:03.083460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (d9f2cc63-b093-48ce-ac6b-bb349a214ef6), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.097979 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d9f2cc63-b093-48ce-ac6b-bb349a214ef6), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.173411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:03.191362 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f2cc63-b093-48ce-ac6b-bb349a214ef6,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:03.199481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.204141 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a286c36b-1bdb-49af-ae7e-b5418a9489ad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2338977 Oct 27 01:31:03.204310 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34802) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:03.208463 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group_rule': {'security_group_id': 'd9f2cc63-b093-48ce-ac6b-bb349a214ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:03.243314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-6b907350-30fa-44a4-b251-689e0acc11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:03.244821 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-6b907350-30fa-44a4-b251-689e0acc11d2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.1571574 Oct 27 01:31:03.258771 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:03.260048 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (5f2f92cb-cd45-43e3-9958-12ae0de83d1d), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.298160 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-183304ad-32eb-4d9d-bbad-1e0f2d35338d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33 HTTP/1.1" status: 200 len: 217 time: 0.0472121 Oct 27 01:31:03.339691 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (5f2f92cb-cd45-43e3-9958-12ae0de83d1d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.345333 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (5f2f92cb-cd45-43e3-9958-12ae0de83d1d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.363905 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-69c4dbf3-7fb2-4eae-9237-548b17108a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:03.367834 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-69c4dbf3-7fb2-4eae-9237-548b17108a11 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0609705 Oct 27 01:31:03.372374 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2f92cb-cd45-43e3-9958-12ae0de83d1d,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:03.383773 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.387579 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3298cae2-5e16-400c-bfa0-b5f4171af2ce tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801212 Oct 27 01:31:03.387815 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34804) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:03.392691 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group_rule': {'security_group_id': 'd9f2cc63-b093-48ce-ac6b-bb349a214ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:03.428323 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (0bc1894c-5b30-40d8-a2b1-a89044887bdc), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.458328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-eb3037df-0f14-4f7d-84d7-0efb9f074253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:03.459778 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-eb3037df-0f14-4f7d-84d7-0efb9f074253 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0874925 Oct 27 01:31:03.493569 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (0bc1894c-5b30-40d8-a2b1-a89044887bdc), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.497719 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (0bc1894c-5b30-40d8-a2b1-a89044887bdc), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.514383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc1894c-5b30-40d8-a2b1-a89044887bdc,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:03.527143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.528366 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7a1a2323-f515-4ed5-81a5-42924192cebc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395757 Oct 27 01:31:03.531544 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34806) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:03.536384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:03.558364 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.642578 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.763039 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-065a6503-72ba-4861-8f30-fc7155409d48 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006842 Oct 27 01:31:03.769010 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Allocated IP 172.27.0.150 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:03.773015 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:03.903140 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.935508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a719ad-0784-4a90-9e7d-a26b219ecbf8 req-1c3001b1-97a6-4e4d-9a0d-b986352db5d6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:03.937195 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-93a719ad-0784-4a90-9e7d-a26b219ecbf8 req-1c3001b1-97a6-4e4d-9a0d-b986352db5d6 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 944 time: 0.1320407 Oct 27 01:31:03.956292 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:03.973285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7c708ef8-d728-43d6-bc3d-f9f818522a63 req-ae66fc16-9621-43ef-8fb0-ae08be07a945 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977315 Oct 27 01:31:04.005972 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:04.013881 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:04.019663 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:31:04.040636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8186726e-c62c-4807-b930-33522e6fdda6 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:04.047565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:04.058188 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-93a719ad-0784-4a90-9e7d-a26b219ecbf8 req-db870ed4-55d2-4a35-b76a-d5472e62929e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073272 Oct 27 01:31:04.117504 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8186726e-c62c-4807-b930-33522e6fdda6 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:04.121625 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8186726e-c62c-4807-b930-33522e6fdda6), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.121972 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8186726e-c62c-4807-b930-33522e6fdda6 Oct 27 01:31:04.125467 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:04.128901 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:04.136424 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.182080 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.221160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8186726e-c62c-4807-b930-33522e6fdda6 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:04.221715 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (8186726e-c62c-4807-b930-33522e6fdda6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.249751 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 8186726e-c62c-4807-b930-33522e6fdda6, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8186726e-c62c-4807-b930-33522e6fdda6,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:04.256216 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (8186726e-c62c-4807-b930-33522e6fdda6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.261010 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:04.319323 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=8186726e-c62c-4807-b930-33522e6fdda6,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:04.337314 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:04.350947 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:04.351960 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:04.367819 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.372908 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.446764 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:04.449200 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.468857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.471759 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f3660376-6bf5-4f0f-89eb-b971f012b182 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9379239 Oct 27 01:31:04.477670 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:04.501188 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:04.648202 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-fcad01b4-1218-476c-8917-b8078cdbd43b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--153269327&fields=id&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 267 time: 0.0529246 Oct 27 01:31:04.685205 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 2, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:04.716142 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:04.716493 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Updating router a54e950c-bd31-4896-855a-f33598ff1ca0 port 5d55857e-bfd3-40c0-bd95-e7f6db904680 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:31:04.745601 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:04.772203 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-58152ae5-3ef4-44a1-8c19-c46917c8c1d5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:04.773777 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-58152ae5-3ef4-44a1-8c19-c46917c8c1d5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 816 time: 0.1175959 Oct 27 01:31:04.789157 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-5d26da81-c7b1-415b-b389-e9f0b8f56176 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/quotas/73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 375 time: 0.0099440 Oct 27 01:31:04.845928 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-0b5d0339-cc5e-461f-af55-a3c241eacef4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513692 Oct 27 01:31:04.978539 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:04.999332 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:05.006804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-76bbd801-86e5-4a17-85aa-abb4b6bb6cc2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489189 Oct 27 01:31:05.030338 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks [] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.036689 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.106843 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-8ff4d0d9-92d2-4fee-9733-147d0343b702 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937297 Oct 27 01:31:05.132585 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Pushing event updated for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:05.144022 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.144357 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.144718 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.145045 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.145398 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.145714 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.146031 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.146347 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.146679 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.147003 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.147324 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.147659 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.147980 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.148292 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.148602 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:05.153046 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Attempting to bind port 5d55857e-bfd3-40c0-bd95-e7f6db904680 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:31:05.153431 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Attempting to bind port 5d55857e-bfd3-40c0-bd95-e7f6db904680 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:31:05.153793 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Attempting to bind port 5d55857e-bfd3-40c0-bd95-e7f6db904680 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:05.201701 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:31:05.202075 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Checking segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:31:05.202475 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.202863 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Bound using segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:31:05.203327 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Bound port: 5d55857e-bfd3-40c0-bd95-e7f6db904680, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:31:05.203699 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.232908 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab5034-0636-4659-aa00-5e1082bef768 req-a2cd857d-f253-4cc2-a78a-187f9f68d02c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:05.234568 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39ab5034-0636-4659-aa00-5e1082bef768 req-a2cd857d-f253-4cc2-a78a-187f9f68d02c tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 944 time: 0.0598109 Oct 27 01:31:05.289206 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] For port 5d55857e-bfd3-40c0-bd95-e7f6db904680, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:31:05.293107 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] For port 5d55857e-bfd3-40c0-bd95-e7f6db904680, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5d55857e-bfd3-40c0-bd95-e7f6db904680,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:31:05.297966 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39ab5034-0636-4659-aa00-5e1082bef768 req-81a4d2cc-6249-4bea-b84e-ab09283d902a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575478 Oct 27 01:31:05.301487 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.351895 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 71d2db25-bcfb-41e4-867a-87753f3dcc33 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:31:05.360166 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d9cc-0230-4da3-b37e-79f477e3dd71 None None] Pushing event updated for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:05.376549 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:05.378255 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:05.410190 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7fb77c31-cd1d-46f7-a41a-de184590717e req-daa08720-b4b2-4da1-94e1-913ad77f7766 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 210 time: 0.0675712 Oct 27 01:31:05.526507 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:05.549351 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'port_id': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'mac_address': 'fa:16:3e:1d:0b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:31:05.602574 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 71d2db25-bcfb-41e4-867a-87753f3dcc33 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:05.603347 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.608530 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:05.620069 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d2db25-bcfb-41e4-867a-87753f3dcc33 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:31:05.645850 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:05.652174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:05.716072 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:05.782926 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:05.840084 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:05Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:05.866209 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d2160-ae88-4495-b065-d2357754fcd3 None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:05Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:06.115374 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['71d2db25-bcfb-41e4-867a-87753f3dcc33'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:31:06.156071 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8186726e-c62c-4807-b930-33522e6fdda6 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:06.251838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 8186726e-c62c-4807-b930-33522e6fdda6 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:06.252219 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (8186726e-c62c-4807-b930-33522e6fdda6), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:06.253167 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 8186726e-c62c-4807-b930-33522e6fdda6 Oct 27 01:31:06.399188 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 8186726e-c62c-4807-b930-33522e6fdda6 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:06.400523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5d55857e-bfd3-40c0-bd95-e7f6db904680 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:06.507418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5d55857e-bfd3-40c0-bd95-e7f6db904680 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:06.507792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:06.508130 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5d55857e-bfd3-40c0-bd95-e7f6db904680 Oct 27 01:31:06.540810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fed43a-0e1e-4701-b616-57ad0306f99c req-1f70eeca-1f2c-4454-a2ba-6fbcfe559358 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:06.542595 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79fed43a-0e1e-4701-b616-57ad0306f99c req-1f70eeca-1f2c-4454-a2ba-6fbcfe559358 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 945 time: 0.0767038 Oct 27 01:31:06.571638 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:06.585383 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d26ac0f7-8141-470b-ba23-5f8799d68424 req-b5859246-df3e-43d7-a58c-4a4528132548 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 210 time: 0.0416727 Oct 27 01:31:06.621698 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79fed43a-0e1e-4701-b616-57ad0306f99c req-754a5018-1d1f-4686-bb41-1fd852caf8e9 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639584 Oct 27 01:31:06.624107 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5d55857e-bfd3-40c0-bd95-e7f6db904680 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:06.624473 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:06.626537 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:06.670620 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 5d55857e-bfd3-40c0-bd95-e7f6db904680, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5d55857e-bfd3-40c0-bd95-e7f6db904680,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:06.675299 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:06.726667 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:06.952418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:07.316621 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-ebdb6dd0-556f-4133-bfb3-8666866af802 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:07.318111 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-ebdb6dd0-556f-4133-bfb3-8666866af802 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 816 time: 0.3942046 Oct 27 01:31:07.359604 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 71d2db25-bcfb-41e4-867a-87753f3dcc33 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:07.417449 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-52b1c418-f7c0-4bfe-8e99-6ccc456d33cf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 379 time: 0.0702674 Oct 27 01:31:07.424119 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 71d2db25-bcfb-41e4-867a-87753f3dcc33 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:31:07.430785 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'port': {'device_id': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'admin_state_up': True, 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'security_groups': ['d9f2cc63-b093-48ce-ac6b-bb349a214ef6']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:07.437327 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 71d2db25-bcfb-41e4-867a-87753f3dcc33 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:07.437797 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:07.438330 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 71d2db25-bcfb-41e4-867a-87753f3dcc33 Oct 27 01:31:07.504762 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-e3d1b4d6-888c-4677-b923-c5a9077dc49b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693350 Oct 27 01:31:07.531612 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 71d2db25-bcfb-41e4-867a-87753f3dcc33 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:07.532210 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:07.568516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:07.569518 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea84612-7358-49a8-bcf6-32a5336326b7" -d '{"events": [{"server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "name": "network-vif-plugged", "status": "completed", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:07.571260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Made reservation on behalf of 73c30908c04242e28297b339bfcc5600 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:31:07.576616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:07.583514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:07.589745 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:07.607345 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-e33e40ac-61f5-4aa9-9afb-7ea766e6c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:07.615151 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-e33e40ac-61f5-4aa9-9afb-7ea766e6c158 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.0596814 Oct 27 01:31:07.657469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f653447-e603-4c3d-af0b-0d08a9ddc175 x-openstack-request-id: req-9f653447-e603-4c3d-af0b-0d08a9ddc175 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:07.657873 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "name": "network-vif-plugged", "status": "completed", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:07.658235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f653447-e603-4c3d-af0b-0d08a9ddc175 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:07.658874 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f653447-e603-4c3d-af0b-0d08a9ddc175'] response: {'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'code': 200} Oct 27 01:31:07.669945 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:07.766815 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-4c263a83-8bcc-45a1-9ef5-72ebf54e40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:07.768411 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-4c263a83-8bcc-45a1-9ef5-72ebf54e40e8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.1277592 Oct 27 01:31:07.848125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Allocated IP 172.20.0.6 (f8936d5a-77c4-48b0-9095-ed36ec7d5242/de4c0c2c-e7d8-488b-99f2-a075a870ffb9/431f71c8-f037-4a0b-8ada-368547d086d1) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:07.851727 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70aca9aa-e3e6-4037-8c0f-d9d3932f85e6 req-66cc0500-71c8-4ebc-9ee6-419228d8ed59 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 210 time: 0.0815079 Oct 27 01:31:07.875529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c490fe-ca9d-4e18-9a09-fdb4105720ab req-300c47e9-81f7-42cf-bf7d-ae59155a1b1a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:07.876528 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:07.878093 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79c490fe-ca9d-4e18-9a09-fdb4105720ab req-300c47e9-81f7-42cf-bf7d-ae59155a1b1a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.1182277 Oct 27 01:31:07.890583 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-d289158b-469b-4bd8-b092-1652b8891386 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 999 time: 0.0924835 Oct 27 01:31:07.967620 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-79c490fe-ca9d-4e18-9a09-fdb4105720ab req-a13e978a-98bb-4f99-a392-48c1887b4554 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808954 Oct 27 01:31:08.012419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-43b61a02-151f-49d8-a766-4510ec10dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:08.015500 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-43b61a02-151f-49d8-a766-4510ec10dfe6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.1006100 Oct 27 01:31:08.037655 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a39f7-ac45-4170-a9fa-6102da4bd753 req-a5944c8f-0346-41a9-99b1-36c1eaa634e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:08.039402 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-073a39f7-ac45-4170-a9fa-6102da4bd753 req-a5944c8f-0346-41a9-99b1-36c1eaa634e9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 1130 time: 0.0828793 Oct 27 01:31:08.042566 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5d55857e-bfd3-40c0-bd95-e7f6db904680 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:08.098949 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5d55857e-bfd3-40c0-bd95-e7f6db904680 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:08.099812 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.100389 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5d55857e-bfd3-40c0-bd95-e7f6db904680 Oct 27 01:31:08.102016 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-c5db1ef4-75cb-4d7e-b5e3-467d55bd5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:08.103815 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-c5db1ef4-75cb-4d7e-b5e3-467d55bd5f8e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810690 Oct 27 01:31:08.115354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (431f71c8-f037-4a0b-8ada-368547d086d1), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.146447 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:08.162763 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.169631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:08.196278 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-073a39f7-ac45-4170-a9fa-6102da4bd753 req-2e091fbf-de9c-4958-964d-86b7308f6c50 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314919 Oct 27 01:31:08.212363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:08.212595 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5d55857e-bfd3-40c0-bd95-e7f6db904680 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:08.218566 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:08.223448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:31:08.249703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:08.253944 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-3018b20f-1437-4c8f-802a-db2942b6b722 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407948 Oct 27 01:31:08.281148 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:08.282017 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.303600 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-24f0cde4-2b12-4c8d-bd82-9c744a08107c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799589 Oct 27 01:31:08.481691 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-b2c07b59-ea47-4e12-8778-711097d019b8 None None] Provisioning complete for port 431f71c8-f037-4a0b-8ada-368547d086d1 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:08.482237 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b2c07b59-ea47-4e12-8778-711097d019b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.482398 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-b2c07b59-ea47-4e12-8778-711097d019b8 None None] Attempt 1 to provision port 431f71c8-f037-4a0b-8ada-368547d086d1 Oct 27 01:31:08.521084 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07b59-ea47-4e12-8778-711097d019b8 None None] Port 431f71c8-f037-4a0b-8ada-368547d086d1 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:31:08.617576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Request body: {'port': {'device_id': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:08.687518 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:08.703536 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-09c75003-2261-4af9-ade9-0ab6390e0680 req-85def946-9503-49a9-8983-27e775fc9986 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930431 Oct 27 01:31:08.958241 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:31:08.975245 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks [] for port (431f71c8-f037-4a0b-8ada-368547d086d1), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:09.017419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Transition to ACTIVE for port object 431f71c8-f037-4a0b-8ada-368547d086d1 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:31:09.024525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddebc31-9081-4173-bab7-a57bf0d2cb3f req-f8bf5e4e-245a-4c5a-bb7a-f75e17d5ccad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:09.026111 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ddebc31-9081-4173-bab7-a57bf0d2cb3f req-f8bf5e4e-245a-4c5a-bb7a-f75e17d5ccad tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 931 time: 0.0715466 Oct 27 01:31:09.027288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:09.144958 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:09.185780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1176837-b660-4d60-b132-1cba16637e11 req-f46eeefe-716d-4180-964b-80423dd81bfa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:09.187289 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1176837-b660-4d60-b132-1cba16637e11 req-f46eeefe-716d-4180-964b-80423dd81bfa tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.1279984 Oct 27 01:31:09.209102 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9ddebc31-9081-4173-bab7-a57bf0d2cb3f req-647ad09a-8d36-4e9f-8970-cebbb3fe1f91 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759107 Oct 27 01:31:09.213695 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:09.256828 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Attempting to bind port 431f71c8-f037-4a0b-8ada-368547d086d1 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:31:09.257370 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Attempting to bind port 431f71c8-f037-4a0b-8ada-368547d086d1 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:31:09.257585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Attempting to bind port 431f71c8-f037-4a0b-8ada-368547d086d1 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:09.291839 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c1176837-b660-4d60-b132-1cba16637e11 req-f5fa958a-30a0-4d2c-a9d7-ad0482348bd2 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964191 Oct 27 01:31:09.314976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Port 431f71c8-f037-4a0b-8ada-368547d086d1 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:31:09.315928 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Attempting to bind port 431f71c8-f037-4a0b-8ada-368547d086d1 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:09.363660 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:31:09.363988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Checking segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:31:09.364363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Bound using segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:31:09.364793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Bound port: 431f71c8-f037-4a0b-8ada-368547d086d1, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:31:09.365231 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:09.427028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:31:09.428917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:09.431316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:31:09.438489 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:09.441873 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:09.442495 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:09.443930 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 1093 time: 0.8305800 Oct 27 01:31:09.446449 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:09.448675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcd1e6b-f95c-405a-b461-c119a5115034" -d '{"events": [{"name": "network-changed", "server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:09.490655 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fd8571-febc-4d34-8376-1c90996d5f41 x-openstack-request-id: req-97fd8571-febc-4d34-8376-1c90996d5f41 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:09.490941 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:09.491188 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97fd8571-febc-4d34-8376-1c90996d5f41 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:09.491607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fd8571-febc-4d34-8376-1c90996d5f41'] response: {'name': 'network-changed', 'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'status': 'completed', 'code': 200} Oct 27 01:31:09.509904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b35a-7871-4ca2-9ae9-5449848aebbb service neutron] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:09.701468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-b99d6bcb-17c0-4201-8089-bc34d38dec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:09.703053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-b99d6bcb-17c0-4201-8089-bc34d38dec68 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1127 time: 0.0465639 Oct 27 01:31:10.197134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-8836d687-38ab-466b-bcdd-c3d19bc32683 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 217 time: 0.0399017 Oct 27 01:31:10.248839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-a4a9ab6b-b4dc-43c6-b000-3e243dc2be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:10.250367 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-a4a9ab6b-b4dc-43c6-b000-3e243dc2be51 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0469408 Oct 27 01:31:10.297606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-219420db-6140-4f89-84c9-caa8e33344e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:10.299683 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-219420db-6140-4f89-84c9-caa8e33344e3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422912 Oct 27 01:31:10.403834 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623f70-7b7a-49bc-b6a7-0eeb1baa17ec req-2092ae39-4321-4693-b5cb-6934ca33dbda tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:10.405343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-09623f70-7b7a-49bc-b6a7-0eeb1baa17ec req-2092ae39-4321-4693-b5cb-6934ca33dbda tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.1046894 Oct 27 01:31:10.457459 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2836-d71f-479b-aff6-b69f19d6d189 req-4a794d9c-e1e9-41a6-b08f-88625690312b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:10.458875 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-430c2836-d71f-479b-aff6-b69f19d6d189 req-4a794d9c-e1e9-41a6-b08f-88625690312b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.0748558 Oct 27 01:31:10.535075 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-e11e6064-550e-418f-9e82-12f255a339ca service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241845 Oct 27 01:31:10.540806 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-09623f70-7b7a-49bc-b6a7-0eeb1baa17ec req-c10264c4-53dd-46a8-85fc-59128e078eee tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170619 Oct 27 01:31:10.595875 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-430c2836-d71f-479b-aff6-b69f19d6d189 req-9533d33b-62de-4292-83c6-ede6bd7076b3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287327 Oct 27 01:31:10.642491 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2437967d-dbfe-4b15-ae93-a64eb7bb44a6 req-cc0cbe74-b617-4a30-ac01-0af13ec00f55 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969000 Oct 27 01:31:10.729081 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115bc7e-1459-44b5-9cd1-3189a079bdac req-182ca8fb-1361-4240-9e8c-d510aacc90ad tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:10.730687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3115bc7e-1459-44b5-9cd1-3189a079bdac req-182ca8fb-1361-4240-9e8c-d510aacc90ad tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.0499341 Oct 27 01:31:10.741600 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34864) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:10.745939 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Request body: {'floatingip': {'port_id': '71d2db25-bcfb-41e4-867a-87753f3dcc33'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:10.787378 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:10.947573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:11.197473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:11.216300 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:11.219817 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:11.317453 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Floating IP b30c3626-232e-454b-afe1-44a47fdc8a09 associated. External IP: 172.27.0.87, port: 71d2db25-bcfb-41e4-867a-87753f3dcc33. Oct 27 01:31:11.517499 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:11.623579 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:11.631327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:11.635939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:11.647231 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:11.647842 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:11.689534 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1094b79c-8cab-433a-b789-5f7ac2ee4fe3 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/b30c3626-232e-454b-afe1-44a47fdc8a09 HTTP/1.1" status: 200 len: 991 time: 0.9468615 Oct 27 01:31:11.692681 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:11.695539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8" -d '{"events": [{"name": "network-changed", "server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:11.737518 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969ab3-955c-43ad-9b1c-1653ef4d1c46 req-c5c7b42a-d4f9-4e7b-ae44-1598977246b5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:11.745124 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0f969ab3-955c-43ad-9b1c-1653ef4d1c46 req-c5c7b42a-d4f9-4e7b-ae44-1598977246b5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0923824 Oct 27 01:31:11.748315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0fc2fc-3955-464d-8d9d-b09f38ffb32c x-openstack-request-id: req-2b0fc2fc-3955-464d-8d9d-b09f38ffb32c {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:11.748609 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:11.748855 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b0fc2fc-3955-464d-8d9d-b09f38ffb32c {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:11.749291 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0fc2fc-3955-464d-8d9d-b09f38ffb32c'] response: {'name': 'network-changed', 'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'status': 'completed', 'code': 200} Oct 27 01:31:11.797181 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0f969ab3-955c-43ad-9b1c-1653ef4d1c46 req-d50c2d56-c517-4d65-9fed-5d5b91b0958e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468063 Oct 27 01:31:11.891599 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:12.036656 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:12.107096 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'b30c3626-232e-454b-afe1-44a47fdc8a09', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:1d:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:30:54Z', 'updated_at': '2022-10-27T01:31:11Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:12.132079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:12.140307 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:12.140901 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:12.178328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:12.245529 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:12.452792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'b30c3626-232e-454b-afe1-44a47fdc8a09', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:1d:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:30:54Z', 'updated_at': '2022-10-27T01:31:11Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:12.478929 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160ef66-fe76-443b-8b90-7c779d370300 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'b30c3626-232e-454b-afe1-44a47fdc8a09', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': '50face45-ffba-4242-9f70-b60b11be955f', 'port_id': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'mac_address': 'fa:16:3e:1d:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:30:54Z', 'updated_at': '2022-10-27T01:31:11Z', 'revision_number': 1, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:12.670543 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c33941-64e2-412a-a7bd-6466d760adae None None] New status for floating IP b30c3626-232e-454b-afe1-44a47fdc8a09: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:31:12.933917 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-4b9f58aa-7775-465f-9963-d584dc30b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:12.935447 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-4b9f58aa-7775-465f-9963-d584dc30b73a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 1130 time: 0.0408089 Oct 27 01:31:12.961360 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87d6e8-47e0-42b0-bc58-3fe171d4eec6 req-c149c921-bd12-4ce7-b360-dc19ffaa5bcf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:12.962856 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1d87d6e8-47e0-42b0-bc58-3fe171d4eec6 req-c149c921-bd12-4ce7-b360-dc19ffaa5bcf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0771263 Oct 27 01:31:12.965837 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-5db14b7b-4dee-4eb3-8604-ce00987064ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:12.967277 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-5db14b7b-4dee-4eb3-8604-ce00987064ba service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1127 time: 0.0723789 Oct 27 01:31:12.989868 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:13.035692 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-5e79384d-4413-4b28-b195-3bbb00e08257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.037320 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-5e79384d-4413-4b28-b195-3bbb00e08257 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 200 len: 911 time: 0.0955667 Oct 27 01:31:13.057578 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:13.091897 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1d87d6e8-47e0-42b0-bc58-3fe171d4eec6 req-d555832b-ead3-459e-adc2-6c2e3e8891d3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231711 Oct 27 01:31:13.096922 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-707c24e2-aa41-4a29-989d-1ef24c0908cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.098500 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-707c24e2-aa41-4a29-989d-1ef24c0908cc service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.1230478 Oct 27 01:31:13.108569 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-967c5b81-32df-4395-ab26-7a937058efba service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33 HTTP/1.1" status: 200 len: 1001 time: 0.0647483 Oct 27 01:31:13.146949 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-746e9a73-9643-4b43-a225-6a6c853a0e96 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 217 time: 0.0385149 Oct 27 01:31:13.163290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-ea9911b7-4024-4bb3-9150-406f6af0e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.165290 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-ea9911b7-4024-4bb3-9150-406f6af0e8c8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 200 len: 849 time: 0.0471191 Oct 27 01:31:13.198658 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-8e940e51-b40f-4492-b476-78c31556faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.200117 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-8e940e51-b40f-4492-b476-78c31556faf3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0460262 Oct 27 01:31:13.212042 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-2f07ff08-8961-4f2c-a6b3-051328cf0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.213714 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-2f07ff08-8961-4f2c-a6b3-051328cf0ac1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=e6bca71c-aea1-476d-8633-0cf730614609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418844 Oct 27 01:31:13.249308 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-b326e340-b36b-4515-8162-eac9b6564875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:13.250790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-b326e340-b36b-4515-8162-eac9b6564875 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441637 Oct 27 01:31:13.314906 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-10717238-4f0e-4269-b084-a1e4ddb8501f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936761 Oct 27 01:31:13.340903 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:13.345008 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-d2c1ce0f-8560-4fa9-8163-07a661f70f96 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Oct 27 01:31:13.407365 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-5c1623cc-dd61-42ac-a9ad-ba14772e88d8 req-a972ce02-aefa-45b0-b664-d02b94ca91d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862510 Oct 27 01:31:13.438569 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebcd1e6b-f95c-405a-b461-c119a5115034 req-6e34ff1a-aa4c-464f-8339-1cc70d9fc507 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 Oct 27 01:31:13.811972 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:31:14.224046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde5826-3fca-407d-a34b-b5cd53069521 req-8b793046-dbc3-4d8e-aee4-cac177dbf571 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:14.225528 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3bde5826-3fca-407d-a34b-b5cd53069521 req-8b793046-dbc3-4d8e-aee4-cac177dbf571 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0475574 Oct 27 01:31:14.271360 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3bde5826-3fca-407d-a34b-b5cd53069521 req-589c4cd9-eeb8-4097-a09b-8e4f330162ef tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Oct 27 01:31:15.398543 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2fce-9ee7-46ca-91ba-cfb2f5296766 req-0db8645f-5552-4719-82a9-097b0378f49c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:15.400026 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9b6a2fce-9ee7-46ca-91ba-cfb2f5296766 req-0db8645f-5552-4719-82a9-097b0378f49c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0467818 Oct 27 01:31:15.400535 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:31:15.447320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9b6a2fce-9ee7-46ca-91ba-cfb2f5296766 req-96405f6c-7361-4bd5-af36-f5d41a49f880 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Oct 27 01:31:15.504189 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:15.515636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '431f71c8-f037-4a0b-8ada-368547d086d1', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:31:15.551165 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:15.551549 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:15.564846 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:31:15.584756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:15.588624 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:15.633452 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:16.014268 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['431f71c8-f037-4a0b-8ada-368547d086d1'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:31:16.578666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e477374-02c0-4554-b29d-7d33b98731d1 req-71e8dd47-fd14-4fb6-9402-8afac974568e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:16.580155 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e477374-02c0-4554-b29d-7d33b98731d1 req-71e8dd47-fd14-4fb6-9402-8afac974568e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 944 time: 0.0496955 Oct 27 01:31:16.625931 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e477374-02c0-4554-b29d-7d33b98731d1 req-eeba8980-ac22-4dba-adde-18f32c70aace tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397089 Oct 27 01:31:17.405329 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:17.432834 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:17.453740 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 431f71c8-f037-4a0b-8ada-368547d086d1 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:31:17.460121 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 431f71c8-f037-4a0b-8ada-368547d086d1 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:17.460494 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:17.460822 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 431f71c8-f037-4a0b-8ada-368547d086d1 Oct 27 01:31:17.479284 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:17.534170 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:17.534557 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:17.557591 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:17.559784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d79398-9a11-4587-ab8b-a169b60fbede" -d '{"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:17.573600 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:17.578394 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:17.600725 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af5063-4911-4902-87e5-232fead98f9f x-openstack-request-id: req-02af5063-4911-4902-87e5-232fead98f9f {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:17.601013 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:17.601289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02af5063-4911-4902-87e5-232fead98f9f {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:17.601681 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02af5063-4911-4902-87e5-232fead98f9f'] response: {'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'code': 200} Oct 27 01:31:17.627028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:17.755240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e366d5-b349-4789-a6ac-48f37ef09c84 req-651abbd8-3460-49cb-b877-98abb93fc409 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:17.756737 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42e366d5-b349-4789-a6ac-48f37ef09c84 req-651abbd8-3460-49cb-b877-98abb93fc409 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0504260 Oct 27 01:31:17.836554 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-42e366d5-b349-4789-a6ac-48f37ef09c84 req-021faced-1f8a-40e8-8c8b-3c605859c4e8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740895 Oct 27 01:31:17.839399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b5028-86f4-4676-a7c5-88ac4a9f1a9c req-b7e7bdcf-83f8-4216-86e8-481bff0e0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:17.840792 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-575b5028-86f4-4676-a7c5-88ac4a9f1a9c req-b7e7bdcf-83f8-4216-86e8-481bff0e0470 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1129 time: 0.0513105 Oct 27 01:31:17.889024 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-575b5028-86f4-4676-a7c5-88ac4a9f1a9c req-6e0feb98-22e7-466b-9629-0b7875d2f180 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Oct 27 01:31:18.966797 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ff9a-9ca2-4a8e-9804-4409e9f4786d req-ea43e4d3-e21d-46eb-9016-b5055da38898 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:18.968264 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7a58ff9a-9ca2-4a8e-9804-4409e9f4786d req-ea43e4d3-e21d-46eb-9016-b5055da38898 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0471444 Oct 27 01:31:19.013995 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7a58ff9a-9ca2-4a8e-9804-4409e9f4786d req-e5b9ec3d-56eb-4576-a749-555c7eccac15 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Oct 27 01:31:20.141232 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b2bd-e34e-47f0-a94e-29ddec145e78 req-b283a1ab-8afa-4f97-8304-97eec7addff3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:20.143032 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61f9b2bd-e34e-47f0-a94e-29ddec145e78 req-b283a1ab-8afa-4f97-8304-97eec7addff3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0456562 Oct 27 01:31:20.168237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:20.192609 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61f9b2bd-e34e-47f0-a94e-29ddec145e78 req-e7de06a5-0aa1-4b14-8159-33c252f81e83 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Oct 27 01:31:20.317972 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a518c-7a2c-4303-bba8-ef5336a19581 req-621dafe0-8c6c-4faa-b5f7-628b0188a6cf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:20.319439 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fb2a518c-7a2c-4303-bba8-ef5336a19581 req-621dafe0-8c6c-4faa-b5f7-628b0188a6cf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0500927 Oct 27 01:31:20.329550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34896) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:20.334582 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'floatingip': {'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:20.371294 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:20.933040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:21.060100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:21.063419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:21.158943 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Floating IP 082fd0c2-f3a6-43fe-b2d7-c678526ba3fb associated. External IP: 172.27.0.150, port: 431f71c8-f037-4a0b-8ada-368547d086d1. Oct 27 01:31:21.368086 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:21.471382 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:21.476418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:21.481113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:21.491174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:21.491772 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:21.506881 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-eae76846-c2a6-4230-8859-c941ef8c700e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/082fd0c2-f3a6-43fe-b2d7-c678526ba3fb HTTP/1.1" status: 200 len: 991 time: 1.1756964 Oct 27 01:31:21.507522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:21.509816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870" -d '{"events": [{"name": "network-changed", "server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:21.546325 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112950e5-d65c-4820-97b5-8c510d3c1f86 x-openstack-request-id: req-112950e5-d65c-4820-97b5-8c510d3c1f86 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:21.546617 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:21.546872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-112950e5-d65c-4820-97b5-8c510d3c1f86 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:21.547285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112950e5-d65c-4820-97b5-8c510d3c1f86'] response: {'name': 'network-changed', 'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'status': 'completed', 'code': 200} Oct 27 01:31:21.596869 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:21.644911 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-255ddada-1ab1-4674-b9ae-caa032bb0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:21.646345 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-255ddada-1ab1-4674-b9ae-caa032bb0427 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1129 time: 0.0454357 Oct 27 01:31:21.708385 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:21.742473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-0aabd096-c906-474d-a495-e9f59a8efb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:21.743934 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-0aabd096-c906-474d-a495-e9f59a8efb5c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0884020 Oct 27 01:31:21.814547 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '082fd0c2-f3a6-43fe-b2d7-c678526ba3fb', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:04Z', 'updated_at': '2022-10-27T01:31:20Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:21.842315 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:21.848000 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-defaf27b-1e9a-49bc-9cb0-99cf1816383d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 999 time: 0.0967290 Oct 27 01:31:21.851901 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:21.852517 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:30:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:21.901783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-5d6e10a6-cb86-4fb9-a21a-97e472aee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:21.903375 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-5d6e10a6-cb86-4fb9-a21a-97e472aee9e8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0490115 Oct 27 01:31:21.951523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-117a4556-1f69-452b-8704-df205e5de40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:21.953585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-117a4556-1f69-452b-8704-df205e5de40f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438137 Oct 27 01:31:21.961752 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:22.027955 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:22.056903 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-3894778d-47bd-495f-b3e2-a57978e911dd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942323 Oct 27 01:31:22.157841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dd39ca13-b9f9-4b3a-b6f3-5f2baf3f2870 req-9a45ec08-f054-45a6-98d3-692af11e5ead service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906672 Oct 27 01:31:22.208045 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '082fd0c2-f3a6-43fe-b2d7-c678526ba3fb', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:04Z', 'updated_at': '2022-10-27T01:31:20Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:22.209873 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:22.237759 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26615e5c-68b4-4517-8d12-010f634e2bd5 None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '082fd0c2-f3a6-43fe-b2d7-c678526ba3fb', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:04Z', 'updated_at': '2022-10-27T01:31:20Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:22.420663 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e321a3-9d68-439d-9973-f6b0091ae81d None None] New status for floating IP 082fd0c2-f3a6-43fe-b2d7-c678526ba3fb: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:31:22.450367 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:23.402534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=37 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:23.403416 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:23.438214 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5e6ac984-7e6b-4293-bbdb-c0fac1aad92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:23.806030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:25.788088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-73e13ade-89db-44ba-83f6-79c33685ac74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:27.099228 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:28.774769 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:28.975942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:31.367036 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:31.431302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f8f28-8214-4514-9ee2-dccdfdcdd24c req-d83217d0-4552-4fc9-8280-7ae0dce6270f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:31.432765 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b5f8f28-8214-4514-9ee2-dccdfdcdd24c req-d83217d0-4552-4fc9-8280-7ae0dce6270f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0469773 Oct 27 01:31:31.479752 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b5f8f28-8214-4514-9ee2-dccdfdcdd24c req-e324f83c-554e-4f2b-9d80-ba9451579461 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414572 Oct 27 01:31:32.514692 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:32.524095 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:32.605309 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a7ea0-c284-4d4c-9bec-155341613bf0 req-2cacd72e-3e35-4236-9206-8466b1214d07 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:32.606809 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff7a7ea0-c284-4d4c-9bec-155341613bf0 req-2cacd72e-3e35-4236-9206-8466b1214d07 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0475516 Oct 27 01:31:32.653396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff7a7ea0-c284-4d4c-9bec-155341613bf0 req-f064417a-3031-4d69-8f15-4b7df9c5e375 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404274 Oct 27 01:31:33.780361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-5210a91c-af95-4c60-b7e5-e3632fbd24f0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:33.781808 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-5210a91c-af95-4c60-b7e5-e3632fbd24f0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0809755 Oct 27 01:31:33.791898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f23df-3e3c-49c5-8470-5c2ab9462bfb req-16beadd2-b955-4c27-9608-a36b6ad3f4fb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:33.793270 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-893f23df-3e3c-49c5-8470-5c2ab9462bfb req-16beadd2-b955-4c27-9608-a36b6ad3f4fb tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 945 time: 0.0598884 Oct 27 01:31:33.901314 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-893f23df-3e3c-49c5-8470-5c2ab9462bfb req-be1ad13d-9591-40e4-9554-f9487cbc448d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9936f44a-84ab-437e-ba28-45d7014c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991361 Oct 27 01:31:33.908886 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port f4266057-9cb1-47f7-82eb-d31f8f4432d7 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:31:33.909257 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:33.998200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] For port f4266057-9cb1-47f7-82eb-d31f8f4432d7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f4266057-9cb1-47f7-82eb-d31f8f4432d7,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:33.998455 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:34.139005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:34.165389 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:34.165752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:34.166063 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP 5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca disassociated. External IP: 172.27.0.12, port: f4266057-9cb1-47f7-82eb-d31f8f4432d7. Oct 27 01:31:34.166395 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for f4266057-9cb1-47f7-82eb-d31f8f4432d7 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:31:34.290152 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (f4266057-9cb1-47f7-82eb-d31f8f4432d7), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:34.316558 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=f4266057-9cb1-47f7-82eb-d31f8f4432d7,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:34.328444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:34.429984 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:34.530533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:34.541257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:34.552009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:34.552610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:31:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:34.574073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] No DVR routers for this DVR port f4266057-9cb1-47f7-82eb-d31f8f4432d7 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:31:34.576941 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:34.581217 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5861abb0-f7ec-4b2a-8f4b-72385da78fe3 req-b8cda6f1-0dea-4a11-82ff-a7ce52bc1620 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "DELETE /networking/v2.0/ports/f4266057-9cb1-47f7-82eb-d31f8f4432d7 HTTP/1.1" status: 204 len: 173 time: 0.7869663 Oct 27 01:31:34.581619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'name': 'network-vif-deleted', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:34.583842 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efae2db1-27da-4e56-9bdc-7ad413beb0c6" -d '{"events": [{"server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "name": "network-vif-deleted", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:34.628794 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbece4f4-3c63-46db-955c-5ec551580755 x-openstack-request-id: req-bbece4f4-3c63-46db-955c-5ec551580755 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:34.629334 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d15b42-2b49-49a1-bfcb-fb3066eec6f9", "name": "network-vif-deleted", "tag": "f4266057-9cb1-47f7-82eb-d31f8f4432d7", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:34.629481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbece4f4-3c63-46db-955c-5ec551580755 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:34.629901 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbece4f4-3c63-46db-955c-5ec551580755'] response: {'server_uuid': '98d15b42-2b49-49a1-bfcb-fb3066eec6f9', 'name': 'network-vif-deleted', 'tag': 'f4266057-9cb1-47f7-82eb-d31f8f4432d7', 'status': 'completed', 'code': 200} Oct 27 01:31:34.661797 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:35.004683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:35.020340 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3eb781c-c9c0-47e3-89b6-0c2afc5edd16 req-d0a6ca98-7a40-425f-b1b8-33b3c7ac19f9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=98d15b42-2b49-49a1-bfcb-fb3066eec6f9 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Oct 27 01:31:35.029762 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:35.039212 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:35.039811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:31:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:35.140791 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:35.333400 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:35.362757 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d0691-a371-4a55-921e-15372d9a8ddf None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:35.588581 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8d5e6-3538-43a2-9c53-895e844e73a0 None None] New status for floating IP 5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:31:36.114967 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34984) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:36.169286 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (9936f44a-84ab-437e-ba28-45d7014c2c65), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.191553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (9936f44a-84ab-437e-ba28-45d7014c2c65), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.240729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9936f44a-84ab-437e-ba28-45d7014c2c65), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.244327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.245598 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9936f44a-84ab-437e-ba28-45d7014c2c65 HTTP/1.1" status: 204 len: 168 time: 0.1296384 Oct 27 01:31:36.248509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34986) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:36.254881 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767eccb-0d51-4b3f-9b7e-ca3a2f86abdf tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9936f44a-84ab-437e-ba28-45d7014c2c65,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:36.263825 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-7f940339-28b9-4fb5-a93e-16b08f413625 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] show failed (client error): The resource could not be found. Oct 27 01:31:36.264837 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7f940339-28b9-4fb5-a93e-16b08f413625 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups/9936f44a-84ab-437e-ba28-45d7014c2c65 HTTP/1.1" status: 404 len: 347 time: 0.0153191 Oct 27 01:31:36.268038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34988) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:36.383759 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port 379c1b18-501c-4f6d-bc64-112989a71b79 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:31:36.384017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.694945 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.695276 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (379c1b18-501c-4f6d-bc64-112989a71b79), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.707565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for 379c1b18-501c-4f6d-bc64-112989a71b79 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:31:36.836511 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (379c1b18-501c-4f6d-bc64-112989a71b79), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.858572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=379c1b18-501c-4f6d-bc64-112989a71b79,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:36.924271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.926990 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:36.928137 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-35faaf5b-c74c-4c48-9805-f5ad25789bae tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5d71c3a0-a341-45b7-8ca6-4ccd73fde9ca HTTP/1.1" status: 204 len: 168 time: 0.6592233 Oct 27 01:31:36.993327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 34992) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:36.997833 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372309613', 'description': 'tempest-description--519023530'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:37.020069 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.089477 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (0a75497a-6c22-46d2-b53a-23d12eac5251), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.093873 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0a75497a-6c22-46d2-b53a-23d12eac5251), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.125095 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.129585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1320822 Oct 27 01:31:37.129585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987d60-a917-4ee7-8924-fca3a1666a59 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75497a-6c22-46d2-b53a-23d12eac5251,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:37.129938 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34994) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:37.134484 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': '0a75497a-6c22-46d2-b53a-23d12eac5251', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:37.160648 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (acb176b3-2dfa-4022-9b20-663b00cb60d4), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.215482 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (acb176b3-2dfa-4022-9b20-663b00cb60d4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.218761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (acb176b3-2dfa-4022-9b20-663b00cb60d4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.238837 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb176b3-2dfa-4022-9b20-663b00cb60d4,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:37.243455 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.244611 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-fc7d9681-7ae2-48b6-be9c-095075e5f73f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136763 Oct 27 01:31:37.247349 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34996) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:37.252074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'security_group_rule': {'security_group_id': '0a75497a-6c22-46d2-b53a-23d12eac5251', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:37.277835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (617d6311-895c-423a-aa8d-0ce2ae2ca209), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.334425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (617d6311-895c-423a-aa8d-0ce2ae2ca209), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.337846 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (617d6311-895c-423a-aa8d-0ce2ae2ca209), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.356506 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617d6311-895c-423a-aa8d-0ce2ae2ca209,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:37.365093 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.366268 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b7630858-20c6-4db8-88f1-3c9332074047 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180208 Oct 27 01:31:37.369522 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 34998) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:37.373732 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:37.394543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.458631 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:37.468565 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:37.481720 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.493433 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f4266057-9cb1-47f7-82eb-d31f8f4432d7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:31:37.512849 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: f4266057-9cb1-47f7-82eb-d31f8f4432d7 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:31:37.513225 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f4266057-9cb1-47f7-82eb-d31f8f4432d7 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:31:37.598027 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.27.0.64 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/dca293d7-5d85-46f1-8b8b-e4695abd9fcd) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:37.702395 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.734344 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.775622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:37.780580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:37.784260 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:31:37.805869 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=dca293d7-5d85-46f1-8b8b-e4695abd9fcd,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:37.867486 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:37.902511 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:38.050902 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:38.055209 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:38.125749 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=dca293d7-5d85-46f1-8b8b-e4695abd9fcd,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:38.128575 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:38.145544 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:38.146757 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-aa5a8ac6-87d7-465a-9c03-b03ba19f97b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7762911 Oct 27 01:31:38.337973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:38.346375 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-f91ec9d4-88a9-44ab-9e9e-c873219639b0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--372309613&fields=id&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 267 time: 0.0446215 Oct 27 01:31:38.451489 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-a3dd0778-618d-401a-80a3-579724d5dce8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:38.452951 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-a3dd0778-618d-401a-80a3-579724d5dce8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.0993609 Oct 27 01:31:38.467862 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-db5a6502-89b8-4c6e-9884-fd5cd26fe752 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/quotas/db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 375 time: 0.0088561 Oct 27 01:31:38.521347 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-db8185f7-8fdf-4a5b-95b1-512f26334dda tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484378 Oct 27 01:31:38.599501 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:38.620324 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-008e2531-032f-42e7-92f3-f1cd11b357d6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Oct 27 01:31:38.710727 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-85069cf8-5948-4b4f-8011-7dfb8df57d8b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Oct 27 01:31:38.875142 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-657ea409-4320-4603-b8b9-adbbbebebbbb req-b6b8d18f-f22c-4756-a1cb-d45411516c14 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0293279 Oct 27 01:31:39.981688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8bc13bff-c134-4033-9808-7ab683ceda5c req-9f738122-ba22-4133-bf2e-625276142875 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0286133 Oct 27 01:31:40.099025 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-bb43acf0-c052-43da-a1e8-01a869dcb7c8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:40.100520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-bb43acf0-c052-43da-a1e8-01a869dcb7c8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 815 time: 0.1049752 Oct 27 01:31:40.170695 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-9edd8864-1ebf-4852-a8ca-4f2b9d0f4ba5 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=db70dacc270d431182451b57b277484f HTTP/1.1" status: 200 len: 379 time: 0.0527353 Oct 27 01:31:40.287223 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'port': {'device_id': '62e95155-e929-4282-ac51-d3b872f832fa', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'admin_state_up': True, 'tenant_id': 'db70dacc270d431182451b57b277484f', 'security_groups': ['0a75497a-6c22-46d2-b53a-23d12eac5251']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:40.391359 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Made reservation on behalf of db70dacc270d431182451b57b277484f for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:31:40.395535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.520551 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Allocated IP 172.20.0.9 (4ba9997c-2f90-403d-993a-09c134c8fd7e/46488223-770e-44d4-b541-5953c826e098/311d6690-3b36-4df2-b7a5-5b40b0331297) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:40.658819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.661200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:40.693119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.734361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:40.739119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:40.742580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:40.746957 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:31:40.751324 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event updated for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:40.799602 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:40.800895 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.821674 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-836efe22-0bf0-420b-aa85-45b71cc6ca9f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388496 Oct 27 01:31:40.841754 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Request body: {'port': {'device_id': '62e95155-e929-4282-ac51-d3b872f832fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:40.907251 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.939994 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-5ca4f938-57ed-47e2-8e2f-842a05f8b8a6 None None] Provisioning complete for port 311d6690-3b36-4df2-b7a5-5b40b0331297 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:40.941153 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5ca4f938-57ed-47e2-8e2f-842a05f8b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:40.941441 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-5ca4f938-57ed-47e2-8e2f-842a05f8b8a6 None None] Attempt 1 to provision port 311d6690-3b36-4df2-b7a5-5b40b0331297 Oct 27 01:31:40.975641 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4f938-57ed-47e2-8e2f-842a05f8b8a6 None None] Port 311d6690-3b36-4df2-b7a5-5b40b0331297 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:31:41.123128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1503b84-ae33-4695-b600-aa9d2fe72979 req-cf0cd1a1-4abe-4d2e-a715-7feb492a536b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:41.124582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1503b84-ae33-4695-b600-aa9d2fe72979 req-cf0cd1a1-4abe-4d2e-a715-7feb492a536b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 931 time: 0.0621386 Oct 27 01:31:41.220462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1503b84-ae33-4695-b600-aa9d2fe72979 req-b5853fc6-edf4-4348-a9ff-8329452a0390 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890808 Oct 27 01:31:41.231591 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311d6690-3b36-4df2-b7a5-5b40b0331297 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:31:41.240033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks [] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:41.252187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Transition to ACTIVE for port object 311d6690-3b36-4df2-b7a5-5b40b0331297 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:31:41.256059 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:41.336281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Pushing event updated for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:41.364507 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Attempting to bind port 311d6690-3b36-4df2-b7a5-5b40b0331297 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:31:41.364837 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Attempting to bind port 311d6690-3b36-4df2-b7a5-5b40b0331297 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:31:41.365272 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Attempting to bind port 311d6690-3b36-4df2-b7a5-5b40b0331297 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:41.404827 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Port 311d6690-3b36-4df2-b7a5-5b40b0331297 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:31:41.405181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Attempting to bind port 311d6690-3b36-4df2-b7a5-5b40b0331297 on network 4ba9997c-2f90-403d-993a-09c134c8fd7e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:31:41.424143 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:41.447875 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:31:41.448136 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Checking segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:31:41.448510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Bound using segment: {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:31:41.448934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Bound port: 311d6690-3b36-4df2-b7a5-5b40b0331297, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db37e0a-f9e6-45ea-8c43-561777defea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:31:41.449328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:41.510998 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:31:41.513949 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=311d6690-3b36-4df2-b7a5-5b40b0331297,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:31:41.519837 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:41.523931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:41.524587 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:41.526048 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/311d6690-3b36-4df2-b7a5-5b40b0331297 HTTP/1.1" status: 200 len: 1093 time: 0.6885324 Oct 27 01:31:41.526588 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:41.528799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f" -d '{"events": [{"name": "network-changed", "server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:41.574338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a6efe-7f2b-4d0d-9307-d8d0c7a0fc39 x-openstack-request-id: req-718a6efe-7f2b-4d0d-9307-d8d0c7a0fc39 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:41.574620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:41.574869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-718a6efe-7f2b-4d0d-9307-d8d0c7a0fc39 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:41.575262 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718a6efe-7f2b-4d0d-9307-d8d0c7a0fc39'] response: {'name': 'network-changed', 'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'status': 'completed', 'code': 200} Oct 27 01:31:41.578139 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30969-0061-4d8d-874a-b84104a858ef service neutron] Pushing event updated for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:41.623529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:41.652876 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-9d8d6e47-64b1-4b02-9a03-7893b6ba43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:41.654427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-9d8d6e47-64b1-4b02-9a03-7893b6ba43ef service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 1127 time: 0.0397685 Oct 27 01:31:41.700394 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-cbe64cee-bdf7-4b81-9c83-0978e589c747 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=311d6690-3b36-4df2-b7a5-5b40b0331297 HTTP/1.1" status: 200 len: 217 time: 0.0317678 Oct 27 01:31:42.016078 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-aa2bdfb1-4f3a-459c-b5c0-8abc47b916ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:42.017446 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-aa2bdfb1-4f3a-459c-b5c0-8abc47b916ea service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.3099282 Oct 27 01:31:42.062183 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-32686200-3675-455d-b411-b0116a7d6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:42.063607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-32686200-3675-455d-b411-b0116a7d6110 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377588 Oct 27 01:31:42.153984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-413d16ad-0ac3-49d0-ab8a-a94cf61dcd48 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Oct 27 01:31:42.247671 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4edf022b-c5cf-40b1-bcf1-4a5f01b861d4 req-34d7971c-c764-426a-8824-ecc467cd28c7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 Oct 27 01:31:42.344409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfde76b-e654-4c55-b5bd-84bbc2ec737e req-fc591ec5-f38a-4af5-8578-cf9c436b61c0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:42.345830 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dfde76b-e654-4c55-b5bd-84bbc2ec737e req-fc591ec5-f38a-4af5-8578-cf9c436b61c0 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 943 time: 0.0474582 Oct 27 01:31:42.392268 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dfde76b-e654-4c55-b5bd-84bbc2ec737e req-009c10d7-3987-4b5d-866b-7957abdc23ba tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Oct 27 01:31:43.519006 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0273b35-7f02-44e3-adcc-4a8f0dc931ea req-b8368874-1ff1-4d7c-8ac2-4fefb34aa674 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:43.520484 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0273b35-7f02-44e3-adcc-4a8f0dc931ea req-b8368874-1ff1-4d7c-8ac2-4fefb34aa674 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 943 time: 0.0528576 Oct 27 01:31:43.568023 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0273b35-7f02-44e3-adcc-4a8f0dc931ea req-5cf4ac83-84fa-49e9-b8a0-666b1ac45c5d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Oct 27 01:31:44.694631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-ff68352b-1500-4eb7-bec6-91430c647951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:44.696142 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-ff68352b-1500-4eb7-bec6-91430c647951 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 1127 time: 0.0664718 Oct 27 01:31:44.718891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14b047-63a2-4f17-888b-f65ee27d8f67 req-c38a76f1-313b-4760-90ea-0534dc2ac8d3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:44.720276 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a14b047-63a2-4f17-888b-f65ee27d8f67 req-c38a76f1-313b-4760-90ea-0534dc2ac8d3 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 943 time: 0.0632262 Oct 27 01:31:44.816539 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a14b047-63a2-4f17-888b-f65ee27d8f67 req-9da322de-37c9-4f31-84a2-e0d4a700ec0f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859473 Oct 27 01:31:44.833824 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-4fdf8ff5-3aa4-4a7a-bb97-d493c1334bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:44.835282 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-4fdf8ff5-3aa4-4a7a-bb97-d493c1334bce service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.1315355 Oct 27 01:31:44.875106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-806a22a5-ac9b-4c3b-b96a-f762a01c28fe service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=311d6690-3b36-4df2-b7a5-5b40b0331297 HTTP/1.1" status: 200 len: 217 time: 0.0326426 Oct 27 01:31:44.929127 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-74bcb74f-156c-4d69-8d17-dea26439a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:44.930538 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-74bcb74f-156c-4d69-8d17-dea26439a91a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0484502 Oct 27 01:31:44.962944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:44.975884 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-b24cbab9-63ef-48e5-87fa-ae4bb0f1b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:44.977376 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-b24cbab9-63ef-48e5-87fa-ae4bb0f1b977 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411348 Oct 27 01:31:45.067593 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-d60166e5-aacc-4a76-8856-75f22c0fd4f7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824625 Oct 27 01:31:45.158525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:45.163658 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6d31d60d-83b7-4bc4-b3cb-f660aa52b61f req-b5805a7b-b195-4d16-ba95-1da7192aeeb9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901310 Oct 27 01:31:45.551832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 311d6690-3b36-4df2-b7a5-5b40b0331297 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:31:45.560394 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:45.574633 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:45.651082 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=311d6690-3b36-4df2-b7a5-5b40b0331297,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:45.662561 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:45.663073 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'port_id': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'mac_address': 'fa:16:3e:64:a8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:31:45.701009 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 311d6690-3b36-4df2-b7a5-5b40b0331297 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:45.701420 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:45.714887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d6690-3b36-4df2-b7a5-5b40b0331297 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:31:45.734198 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=311d6690-3b36-4df2-b7a5-5b40b0331297,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:45.738422 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:45.783404 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:45.935070 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc540c5-19a7-4c49-a95e-48c9e70272eb req-d99080d0-436f-4589-ab7c-31f380d006ef tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:45.936531 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5fc540c5-19a7-4c49-a95e-48c9e70272eb req-d99080d0-436f-4589-ab7c-31f380d006ef tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 944 time: 0.0470049 Oct 27 01:31:45.983311 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5fc540c5-19a7-4c49-a95e-48c9e70272eb req-33ee50cb-72c2-48a1-89a3-b35a821c216c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Oct 27 01:31:46.178079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['311d6690-3b36-4df2-b7a5-5b40b0331297'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:31:47.105679 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b275eda-0806-4c0b-8254-af96c0dd58b9 req-99ce9f79-6419-4b65-93d3-2214655e9e5f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:47.107047 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b275eda-0806-4c0b-8254-af96c0dd58b9 req-99ce9f79-6419-4b65-93d3-2214655e9e5f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 944 time: 0.0472906 Oct 27 01:31:47.158590 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b275eda-0806-4c0b-8254-af96c0dd58b9 req-0c10d7d8-0fa7-4993-a8c7-fbc3adc5d63b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450270 Oct 27 01:31:47.573646 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 311d6690-3b36-4df2-b7a5-5b40b0331297 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:47.615475 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 311d6690-3b36-4df2-b7a5-5b40b0331297 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:31:47.621047 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 311d6690-3b36-4df2-b7a5-5b40b0331297 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:31:47.621471 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:47.621835 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 311d6690-3b36-4df2-b7a5-5b40b0331297 Oct 27 01:31:47.695074 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 311d6690-3b36-4df2-b7a5-5b40b0331297 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:31:47.695456 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:47.717991 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:47.720347 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d560c5-feed-4bc0-aa70-ec44eb279fa6" -d '{"events": [{"server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "name": "network-vif-plugged", "status": "completed", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:47.733430 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=311d6690-3b36-4df2-b7a5-5b40b0331297,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:47.738205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:47.760321 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991f252-dcbb-46ea-bac7-ccbb7600a7cd x-openstack-request-id: req-8991f252-dcbb-46ea-bac7-ccbb7600a7cd {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:47.760609 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "name": "network-vif-plugged", "status": "completed", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:47.760854 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8991f252-dcbb-46ea-bac7-ccbb7600a7cd {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:47.761262 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8991f252-dcbb-46ea-bac7-ccbb7600a7cd'] response: {'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'code': 200} Oct 27 01:31:47.786838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:47.983291 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e84b-28da-44c1-9f28-9c1b97510c64 req-eb55868c-65e2-477b-898f-11b41dc598ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:47.984804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b87e84b-28da-44c1-9f28-9c1b97510c64 req-eb55868c-65e2-477b-898f-11b41dc598ff service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 1129 time: 0.0388267 Oct 27 01:31:48.026520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5b87e84b-28da-44c1-9f28-9c1b97510c64 req-2a4c3bf3-7089-455c-8115-e5d041a94dce service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362737 Oct 27 01:31:48.138705 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:48.139467 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:48.279701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc25e5-6316-470c-816a-5bb07bc7dccb req-5ae08ca2-5cf3-47d8-afe9-0d15f1a163c6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:48.281194 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e5fc25e5-6316-470c-816a-5bb07bc7dccb req-5ae08ca2-5cf3-47d8-afe9-0d15f1a163c6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0465040 Oct 27 01:31:48.327498 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e5fc25e5-6316-470c-816a-5bb07bc7dccb req-db3880c7-9bfe-4c81-a545-7403b85d0a55 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Oct 27 01:31:49.459419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ee600-ceeb-486b-88a2-4ca7f967c173 req-36618c6b-d48e-46b8-a7e9-95769b8bd377 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:49.461095 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f09ee600-ceeb-486b-88a2-4ca7f967c173 req-36618c6b-d48e-46b8-a7e9-95769b8bd377 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0548196 Oct 27 01:31:49.514257 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f09ee600-ceeb-486b-88a2-4ca7f967c173 req-d875fd17-fdae-4c05-b871-4ab61c6e7582 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Oct 27 01:31:50.636225 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2481-f5aa-4f2d-b960-3134270e0f42 req-61b76d3e-9356-4091-abff-f0ffe6272cc1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:50.637730 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ee4c2481-f5aa-4f2d-b960-3134270e0f42 req-61b76d3e-9356-4091-abff-f0ffe6272cc1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0466585 Oct 27 01:31:50.686070 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ee4c2481-f5aa-4f2d-b960-3134270e0f42 req-842b2d88-de29-4b97-8709-4d097a41c90d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Oct 27 01:31:50.810762 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:31:50.813525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92618e-599f-4df0-bf2f-6ecf1e9e94c7 req-1bd7bac0-6630-478b-b2bd-d48f4fdccbd6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:50.815039 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a92618e-599f-4df0-bf2f-6ecf1e9e94c7 req-1bd7bac0-6630-478b-b2bd-d48f4fdccbd6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0511184 Oct 27 01:31:50.826568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35064) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:31:50.831462 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Request body: {'floatingip': {'port_id': '311d6690-3b36-4df2-b7a5-5b40b0331297'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:31:50.869788 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:51.063701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:51.280811 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:51.284429 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:51.319780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:51.381385 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP c4cf200e-efab-45ff-bf79-41580200e4b7 associated. External IP: 172.27.0.64, port: 311d6690-3b36-4df2-b7a5-5b40b0331297. Oct 27 01:31:51.575530 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:51.679001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:51.683769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:51.688850 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:51.698581 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:51.699205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:31:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:51.714790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-514c8939-5ff7-4c18-9b0f-9d54952957b2 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/c4cf200e-efab-45ff-bf79-41580200e4b7 HTTP/1.1" status: 200 len: 990 time: 0.8871219 Oct 27 01:31:51.715422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:31:51.717683 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb2c8b4-4529-459c-8872-e34f10e6e302" -d '{"events": [{"name": "network-changed", "server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:51.754759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bcdbef-4e10-4d87-91de-c94c07e85b7e x-openstack-request-id: req-e5bcdbef-4e10-4d87-91de-c94c07e85b7e {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:51.755049 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:51.755298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5bcdbef-4e10-4d87-91de-c94c07e85b7e {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:51.755701 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bcdbef-4e10-4d87-91de-c94c07e85b7e'] response: {'name': 'network-changed', 'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'status': 'completed', 'code': 200} Oct 27 01:31:51.805844 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:51.851255 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-e95a906c-7e19-4957-9d27-8d868789e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:51.852690 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-e95a906c-7e19-4957-9d27-8d868789e39b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=db70dacc270d431182451b57b277484f&device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 1129 time: 0.0446491 Oct 27 01:31:51.878720 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:51.912180 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:51.949075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-2f5f7d17-dfc8-45b6-ac77-4d3f4c60196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:51.950744 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-2f5f7d17-dfc8-45b6-ac77-4d3f4c60196d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 200 len: 916 time: 0.0899384 Oct 27 01:31:52.020469 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-6a7da0ec-c6dd-41ab-b6d2-447e63191ce8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=311d6690-3b36-4df2-b7a5-5b40b0331297 HTTP/1.1" status: 200 len: 998 time: 0.0595815 Oct 27 01:31:52.025473 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'c4cf200e-efab-45ff-bf79-41580200e4b7', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:64:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e95155-e929-4282-ac51-d3b872f832fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:37Z', 'updated_at': '2022-10-27T01:31:51Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:52.050561 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:52.058892 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:31:52.059488 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:31:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:52.070472 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-24f0c23e-1957-4965-9b1a-90baf5692a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:52.071933 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-24f0c23e-1957-4965-9b1a-90baf5692a40 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 200 len: 854 time: 0.0443749 Oct 27 01:31:52.105546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:31:52.118344 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-3d862e4a-c40a-4df0-b7af-ac4dcc3dbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:31:52.119850 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-3d862e4a-c40a-4df0-b7af-ac4dcc3dbec5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=4ba9997c-2f90-403d-993a-09c134c8fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406332 Oct 27 01:31:52.164485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:31:52.213348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-dbfea193-3687-4444-8f92-f2cf28e1c022 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870996 Oct 27 01:31:52.311536 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ccb2c8b4-4529-459c-8872-e34f10e6e302 req-903fc464-4448-4992-ae57-5e3bfb43ef78 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Oct 27 01:31:52.374532 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'c4cf200e-efab-45ff-bf79-41580200e4b7', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:64:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e95155-e929-4282-ac51-d3b872f832fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:37Z', 'updated_at': '2022-10-27T01:31:51Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:52.399574 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4471f15-f7b9-4a3c-af47-9706f9edc97d None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'c4cf200e-efab-45ff-bf79-41580200e4b7', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'port_id': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'mac_address': 'fa:16:3e:64:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e95155-e929-4282-ac51-d3b872f832fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:31:37Z', 'updated_at': '2022-10-27T01:31:51Z', 'revision_number': 1, 'project_id': 'db70dacc270d431182451b57b277484f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:52.595080 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1fbe2-4e6d-4872-a759-0183acb46200 None None] New status for floating IP c4cf200e-efab-45ff-bf79-41580200e4b7: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:31:53.441445 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-878b6e84-2e43-48fd-ab8f-7b2cf4c7595c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:55.789651 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c66911e5-c9b6-47d9-ab6f-cfac6b442ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:57.102392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:58.778061 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:31:58.979717 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:01.380091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:02.302825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:02.309014 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=19 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:02.696556 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:02.698648 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:11.367730 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:11.374950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:23.443347 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-23839a77-3500-49a7-aa49-8282632c7bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:25.793329 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-37494107-a230-44c5-99e7-1b1f57d911ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:27.105052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:27.809139 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:32:28.782122 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:28.981876 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:31.386242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.208281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35122) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:33.492348 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Deleting port 5b783cc1-81f6-42b8-bb6c-fc5315d384db {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:33.492608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.571940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.572261 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for floatingip (5b783cc1-81f6-42b8-bb6c-fc5315d384db), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.585528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Calling delete_port for 5b783cc1-81f6-42b8-bb6c-fc5315d384db owned by network:floatingip {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:33.751620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (5b783cc1-81f6-42b8-bb6c-fc5315d384db), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.774742 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event deleted for resources: {'Port': ['ID=5b783cc1-81f6-42b8-bb6c-fc5315d384db,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:33.788950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.789327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.789668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.790008 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.790341 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.790670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.791019 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.791340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.791663 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.791983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.792301 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.792619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.792934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.793280 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.793746 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:33.850387 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for floatingip (f66e46b3-d643-4c52-85e6-f80d5648597f), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:33.850713 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Floating IP f66e46b3-d643-4c52-85e6-f80d5648597f disassociated (deleted). External IP: 172.27.0.2, port: 4d69ceff-443c-464b-8f81-6dc73cdbb4da. Oct 27 01:32:34.044761 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Router e3d33478-636c-44c9-b907-0da25d897f2b has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:34.147434 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:34.152250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:34.154975 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:34.157270 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Sync routers for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:34.167885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:34.168483 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:34.186110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-79e92863-2de1-4c5f-b1ee-ea68d994c6c5 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f66e46b3-d643-4c52-85e6-f80d5648597f HTTP/1.1" status: 204 len: 168 time: 0.9743872 Oct 27 01:32:34.186110 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:32:34.187059 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7244e685-eb01-4cec-a992-04f1a1d0cd08" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:34.232576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624a201e-6d73-4f8b-8877-29048745eb46 x-openstack-request-id: req-624a201e-6d73-4f8b-8877-29048745eb46 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:34.233223 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:34.233223 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-624a201e-6d73-4f8b-8877-29048745eb46 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:34.233633 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624a201e-6d73-4f8b-8877-29048745eb46'] response: {'name': 'network-changed', 'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'status': 'completed', 'code': 200} Oct 27 01:32:34.276347 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:34.332849 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-919474e3-1808-423b-aaa1-2f00a5eb4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:34.334431 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-919474e3-1808-423b-aaa1-2f00a5eb4861 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 1129 time: 0.0468199 Oct 27 01:32:34.385018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:34.426387 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c6b5-56ea-454e-b4d4-c78e2a59d27f req-0d259cba-28b4-4ee4-bd93-68b91ae49594 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:34.427891 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f710c6b5-56ea-454e-b4d4-c78e2a59d27f req-0d259cba-28b4-4ee4-bd93-68b91ae49594 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0536001 Oct 27 01:32:34.477295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f710c6b5-56ea-454e-b4d4-c78e2a59d27f req-00329697-8b88-4545-98e3-2cc32343127a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 Oct 27 01:32:34.488516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:34.514105 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Checking router: e3d33478-636c-44c9-b907-0da25d897f2b for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:34.522974 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:34.523570 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:34.763204 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:34.949187 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:34.973166 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a91e-d94d-4dea-9b2a-0949571530f3 None None] The sync data for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi is: [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:26:01Z', 'revision_number': 4, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '4e7bf020-d94b-4f92-b50a-e4154dacc29d', 'name': '', 'network_id': 'b67084fb-2a24-49ee-9833-86835b5c48d2', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'mac_address': 'fa:16:3e:e8:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:00Z', 'updated_at': '2022-10-27T01:26:08Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'subnets': [{'id': 'c28dd484-a56d-420d-9122-19c52df07a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:35.172656 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626eb10-db44-40d1-bc84-5e80d1ba8430 None None] New status for floating IP f66e46b3-d643-4c52-85e6-f80d5648597f: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:32:35.881535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b27305-5378-4ad1-acd1-7044c0783422 req-0c023af4-e130-4ce1-bb56-733c45ed428a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:35.882999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d4b27305-5378-4ad1-acd1-7044c0783422 req-0c023af4-e130-4ce1-bb56-733c45ed428a tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.3275352 Oct 27 01:32:35.909194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-e506c039-9b4f-4c22-8cb0-cec9c102563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:35.911392 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-e506c039-9b4f-4c22-8cb0-cec9c102563c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 200 len: 909 time: 0.4067712 Oct 27 01:32:35.941986 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d4b27305-5378-4ad1-acd1-7044c0783422 req-ac04989d-c74b-4929-90d3-9f0a906c3bda tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9439a445-5e5a-46f6-b084-4fc961e84d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Oct 27 01:32:35.975549 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-1a8eaa2c-d787-423a-af6b-b3317cccb11a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 200 len: 217 time: 0.0321498 Oct 27 01:32:36.023399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-437d5abb-fcce-42b8-9f4b-a12bb5d8c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:36.024821 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-437d5abb-fcce-42b8-9f4b-a12bb5d8c5f9 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 200 len: 847 time: 0.0429885 Oct 27 01:32:36.089293 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-07d69862-9c22-483a-88c0-56d4c67fb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:36.090705 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-07d69862-9c22-483a-88c0-56d4c67fb263 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b67084fb-2a24-49ee-9833-86835b5c48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444322 Oct 27 01:32:36.179898 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-0c90ea04-1fc5-4057-8b70-dea1264aab4f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828493 Oct 27 01:32:36.422409 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7244e685-eb01-4cec-a992-04f1a1d0cd08 req-4bb82834-571c-4544-80d2-d3aaf455357d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892234 Oct 27 01:32:36.551958 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-16dfaf5a-ff30-4b43-b505-ada44f1205f9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:36.553427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-16dfaf5a-ff30-4b43-b505-ada44f1205f9 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 945 time: 0.0472319 Oct 27 01:32:36.639094 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Deleting port 4d69ceff-443c-464b-8f81-6dc73cdbb4da {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:36.639435 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:36.729645 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] For port 4d69ceff-443c-464b-8f81-6dc73cdbb4da, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d69ceff-443c-464b-8f81-6dc73cdbb4da,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:36.730014 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:36.744179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Calling delete_port for 4d69ceff-443c-464b-8f81-6dc73cdbb4da owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:36.852633 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:36.865470 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:36.886171 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (4d69ceff-443c-464b-8f81-6dc73cdbb4da), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:36.913034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event deleted for resources: {'Port': ['ID=4d69ceff-443c-464b-8f81-6dc73cdbb4da,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:36.960218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] No DVR routers for this DVR port 4d69ceff-443c-464b-8f81-6dc73cdbb4da on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:32:36.962462 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:36.965638 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-49e395e3-1c05-4ea0-a671-3c6cc9a04f61 req-d33096df-d073-4beb-81a0-0c4ddf592e10 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.13 "DELETE /networking/v2.0/ports/4d69ceff-443c-464b-8f81-6dc73cdbb4da HTTP/1.1" status: 204 len: 173 time: 0.4066381 Oct 27 01:32:36.967607 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-deleted', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:32:36.968486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb7aac-bbd4-4744-a5b7-5d2598a348a5" -d '{"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-deleted", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:37.009909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5031a-13f4-4aab-906b-74debef13484 x-openstack-request-id: req-f7d5031a-13f4-4aab-906b-74debef13484 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:37.010187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2229ce-290c-40bd-9949-ec88ea4cf9fa", "name": "network-vif-deleted", "tag": "4d69ceff-443c-464b-8f81-6dc73cdbb4da", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:37.010694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7d5031a-13f4-4aab-906b-74debef13484 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:37.010822 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d5031a-13f4-4aab-906b-74debef13484'] response: {'server_uuid': '8f2229ce-290c-40bd-9949-ec88ea4cf9fa', 'name': 'network-vif-deleted', 'tag': '4d69ceff-443c-464b-8f81-6dc73cdbb4da', 'status': 'completed', 'code': 200} Oct 27 01:32:37.086942 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b90e9a34-37b0-47e0-bc33-a4c63f18eeb6 req-95fb419b-51cd-42e5-bae7-56cefa96c478 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0321112 Oct 27 01:32:38.195807 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-005b1008-8a0e-4171-910d-8f9110eab06a req-ee3f0878-8c1c-4834-8da3-9711c622edd2 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f2229ce-290c-40bd-9949-ec88ea4cf9fa HTTP/1.1" status: 200 len: 210 time: 0.0291710 Oct 27 01:32:39.270811 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35182) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:39.335878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (9439a445-5e5a-46f6-b084-4fc961e84d7c), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:39.360729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (9439a445-5e5a-46f6-b084-4fc961e84d7c), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:39.440419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (9439a445-5e5a-46f6-b084-4fc961e84d7c), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:39.443770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:39.444969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9439a445-5e5a-46f6-b084-4fc961e84d7c HTTP/1.1" status: 204 len: 168 time: 0.1733761 Oct 27 01:32:39.454968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a90c-54fd-4ff1-8f15-fe53eca8cc15 tempest-TestShelveInstance-1885551334 tempest-TestShelveInstance-1885551334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439a445-5e5a-46f6-b084-4fc961e84d7c,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:39.496299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35200) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:39.543844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9333038-8703-4907-bfe2-c4d4c1d6a698 req-48500560-6821-4ef2-97eb-af87b6013527 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:39.545365 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9333038-8703-4907-bfe2-c4d4c1d6a698 req-48500560-6821-4ef2-97eb-af87b6013527 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0625737 Oct 27 01:32:39.593402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9333038-8703-4907-bfe2-c4d4c1d6a698 req-b626fcd7-5e32-444b-adb9-7b9fda47f62c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Oct 27 01:32:39.790121 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:39.809541 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 4d69ceff-443c-464b-8f81-6dc73cdbb4da {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:39.809886 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 4d69ceff-443c-464b-8f81-6dc73cdbb4da not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:39.900977 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (e3d33478-636c-44c9-b907-0da25d897f2b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:40.122575 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Deleting port 4e7bf020-d94b-4f92-b50a-e4154dacc29d {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:40.122829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:40.174550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:40.179528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:40.207606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] For port 4e7bf020-d94b-4f92-b50a-e4154dacc29d, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4e7bf020-d94b-4f92-b50a-e4154dacc29d,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:40.207990 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:40.220496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Calling delete_port for 4e7bf020-d94b-4f92-b50a-e4154dacc29d owned by network:router_interface {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:40.397676 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (4e7bf020-d94b-4f92-b50a-e4154dacc29d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:40.420053 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7bf020-d94b-4f92-b50a-e4154dacc29d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:40.591539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (e3d33478-636c-44c9-b907-0da25d897f2b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:40.622701 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0c78b-30da-4eb8-9e35-edd28c194bf4 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:32:40.740377 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0c78b-30da-4eb8-9e35-edd28c194bf4 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:32:40.755798 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:40.762765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b85fa4-41ff-45ba-a443-4e370b014248 req-8ae8bd09-bb4a-4fdc-8418-2c4d77f0fca0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:40.764258 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6b85fa4-41ff-45ba-a443-4e370b014248 req-8ae8bd09-bb4a-4fdc-8418-2c4d77f0fca0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0665841 Oct 27 01:32:40.802564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:40.915513 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6b85fa4-41ff-45ba-a443-4e370b014248 req-b17165a1-28f3-4bd3-b219-c06802ada158 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408875 Oct 27 01:32:40.938518 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Router e3d33478-636c-44c9-b907-0da25d897f2b has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:41.029315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:41.050467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:41.058080 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9ca84725-64ba-482a-ad72-93b1f89cd75b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e3d33478-636c-44c9-b907-0da25d897f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5581334 Oct 27 01:32:41.058191 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35218) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:41.059404 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Sync routers for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:41.071180 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:41.071814 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:41.116585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:41.170759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks [] for router (e3d33478-636c-44c9-b907-0da25d897f2b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.184835 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:41.277208 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks [] for router_gateway (e3d33478-636c-44c9-b907-0da25d897f2b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.328519 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Deleting port 876880c5-c5c2-4f98-a700-a68e326c3e97 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:41.328907 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.369153 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:32:40Z', 'revision_number': 5, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port': {'id': '876880c5-c5c2-4f98-a700-a68e326c3e97', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:25:59Z', 'updated_at': '2022-10-27T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:41.400766 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Checking router: e3d33478-636c-44c9-b907-0da25d897f2b for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:41.409630 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Routers {'e3d33478-636c-44c9-b907-0da25d897f2b'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:41.410252 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e3d33478-636c-44c9-b907-0da25d897f2b'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:41.424451 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] For port 876880c5-c5c2-4f98-a700-a68e326c3e97, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=876880c5-c5c2-4f98-a700-a68e326c3e97,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:41.425018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.438934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Calling delete_port for 876880c5-c5c2-4f98-a700-a68e326c3e97 owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:41.499792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-b2d32852-5c9e-4694-8cf9-197583239cc8 None None] Provisioning complete for port 2cc00e4a-2076-4b7e-97ad-109f01468a3e triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:32:41.500166 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b2d32852-5c9e-4694-8cf9-197583239cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.500505 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-b2d32852-5c9e-4694-8cf9-197583239cc8 None None] Attempt 1 to provision port 2cc00e4a-2076-4b7e-97ad-109f01468a3e Oct 27 01:32:41.524953 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] Set router e3d33478-636c-44c9-b907-0da25d897f2b gateway port host: None {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:41.577807 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:32:41Z', 'revision_number': 6, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:41.610562 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ed9e-48d9-496e-9804-a257218b57cf None None] The sync data for ids ['e3d33478-636c-44c9-b907-0da25d897f2b'] in dv-cinder-815582-19-iscsi is: [{'id': 'e3d33478-636c-44c9-b907-0da25d897f2b', 'name': 'tempest-TestShelveInstance-920710079-router', 'tenant_id': '40ecdf4e71844f7f9e3da7f59659b605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:25:58Z', 'updated_at': '2022-10-27T01:32:41Z', 'revision_number': 6, 'project_id': '40ecdf4e71844f7f9e3da7f59659b605', 'gw_port_host': None}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:41.616032 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (876880c5-c5c2-4f98-a700-a68e326c3e97), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.658886 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b2d32852-5c9e-4694-8cf9-197583239cc8 None None] Current status of the port 2cc00e4a-2076-4b7e-97ad-109f01468a3e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:32:41.668008 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=876880c5-c5c2-4f98-a700-a68e326c3e97,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:41.708896 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (e3d33478-636c-44c9-b907-0da25d897f2b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.796448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (e3d33478-636c-44c9-b907-0da25d897f2b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.798663 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks [] for router_controller (e3d33478-636c-44c9-b907-0da25d897f2b), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.841810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (e3d33478-636c-44c9-b907-0da25d897f2b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.842369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d33478-636c-44c9-b907-0da25d897f2b {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:32:41.846565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.848279 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-c016bcd1-4262-4479-8705-aa3556587c18 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e3d33478-636c-44c9-b907-0da25d897f2b HTTP/1.1" status: 204 len: 168 time: 0.7891638 Oct 27 01:32:41.850856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35220) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:41.896647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Deleting subnet c28dd484-a56d-420d-9122-19c52df07a52 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:32:41.899703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Publish callbacks [] for subnet (c28dd484-a56d-420d-9122-19c52df07a52), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:41.940105 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (c28dd484-a56d-420d-9122-19c52df07a52), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.040391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:42.043202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:42.061083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (c28dd484-a56d-420d-9122-19c52df07a52), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.119237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340b52-ab31-43cc-8bb3-f60ca10b85e8 req-da9cc7c7-e231-4201-84a7-b5c013b09111 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:42.120806 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9a340b52-ab31-43cc-8bb3-f60ca10b85e8 req-da9cc7c7-e231-4201-84a7-b5c013b09111 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0928330 Oct 27 01:32:42.165262 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4e7bf020-d94b-4f92-b50a-e4154dacc29d no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:42.166172 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (c28dd484-a56d-420d-9122-19c52df07a52), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.186224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 4e7bf020-d94b-4f92-b50a-e4154dacc29d {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:42.186568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4e7bf020-d94b-4f92-b50a-e4154dacc29d not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:42.209967 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28dd484-a56d-420d-9122-19c52df07a52,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:42.213663 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.216817 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e050c329-1a12-487d-bb2d-8b4417d2898c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c28dd484-a56d-420d-9122-19c52df07a52 HTTP/1.1" status: 204 len: 168 time: 0.3649993 Oct 27 01:32:42.218704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89226bb-ce9e-4cd2-8aca-a143a85da50e None None] Network b67084fb-2a24-49ee-9833-86835b5c48d2 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:32:42.219834 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35226) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:42.225468 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9a340b52-ab31-43cc-8bb3-f60ca10b85e8 req-6d7f33bd-5e21-4a77-8c14-4dc13980fbfd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976586 Oct 27 01:32:42.297015 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (b67084fb-2a24-49ee-9833-86835b5c48d2), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.341842 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Deleting port 2cc00e4a-2076-4b7e-97ad-109f01468a3e {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:42.342217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.398437 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] DHCP port deletion for b67084fb-2a24-49ee-9833-86835b5c48d2 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:32:42.415135 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] For port 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2cc00e4a-2076-4b7e-97ad-109f01468a3e,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:42.415501 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.432572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Calling delete_port for 2cc00e4a-2076-4b7e-97ad-109f01468a3e owned by network:dhcp {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:42.439220 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Deleting port 2cc00e4a-2076-4b7e-97ad-109f01468a3e {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:42.439603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.507503 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] For port 2cc00e4a-2076-4b7e-97ad-109f01468a3e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2cc00e4a-2076-4b7e-97ad-109f01468a3e,segment=NetworkSegment(a38d5c54-f754-46a2-a99b-f105f9e99485),segment_id=a38d5c54-f754-46a2-a99b-f105f9e99485)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:42.507871 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.511504 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.521803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Calling delete_port for 2cc00e4a-2076-4b7e-97ad-109f01468a3e owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:42.540651 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc00e4a-2076-4b7e-97ad-109f01468a3e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:42.545301 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] No DVR routers for this DVR port 2cc00e4a-2076-4b7e-97ad-109f01468a3e on host dv-cinder-815582-19-iscsi {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:32:42.553799 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.554146 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.554487 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.554822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.555151 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.555476 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.555815 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.556118 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.556444 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.556764 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.557100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.557422 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.557741 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.558056 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.558370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.590523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:42.591797 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:42.599244 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (2cc00e4a-2076-4b7e-97ad-109f01468a3e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.629617 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Pushing event deleted for resources: {'Port': ['ID=2cc00e4a-2076-4b7e-97ad-109f01468a3e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:42.629945 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (b67084fb-2a24-49ee-9833-86835b5c48d2), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.637253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] No DVR routers for this DVR port 2cc00e4a-2076-4b7e-97ad-109f01468a3e on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:32:42.639915 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.640238 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.640578 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.640913 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.641266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.641592 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.641915 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.642242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.642565 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.642889 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.643213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.643536 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.644199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.644629 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.644950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a96e4a-38b9-41f9-9c7d-8c295a08020f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.654377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67084fb-2a24-49ee-9833-86835b5c48d2']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.663878 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38d5c54-f754-46a2-a99b-f105f9e99485') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.664174 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38d5c54-f754-46a2-a99b-f105f9e99485') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.674032 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (a38d5c54-f754-46a2-a99b-f105f9e99485), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.687487 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (a38d5c54-f754-46a2-a99b-f105f9e99485), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.695100 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:32:42.695484 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (a38d5c54-f754-46a2-a99b-f105f9e99485), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.740119 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment a38d5c54-f754-46a2-a99b-f105f9e99485 resource provider aggregate not found Oct 27 01:32:42.763487 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (b67084fb-2a24-49ee-9833-86835b5c48d2), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.766012 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment a38d5c54-f754-46a2-a99b-f105f9e99485 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a38d5c54-f754-46a2-a99b-f105f9e99485 found for delete ", "request_id": "req-ea41e7fc-a5be-4aae-be39-c91152a1e689"}]} Oct 27 01:32:42.770063 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:42.773159 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b67084fb-2a24-49ee-9833-86835b5c48d2 HTTP/1.1" status: 204 len: 168 time: 0.5520630 Oct 27 01:32:42.777618 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35234) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:42.784994 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7bcc4-e8cf-4d06-9bda-6ba6860fcf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b67084fb-2a24-49ee-9833-86835b5c48d2,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:43.388912 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e42ce-b365-43bb-9664-3e7370b86597 req-5e45bdc7-0903-42c8-b61e-868145d67ec9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:43.390414 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a0e42ce-b365-43bb-9664-3e7370b86597 req-5e45bdc7-0903-42c8-b61e-868145d67ec9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0756679 Oct 27 01:32:43.391150 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (58ad388a-8f78-4d07-8b33-87da8957a931), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:43.509378 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a0e42ce-b365-43bb-9664-3e7370b86597 req-fbb6e6bd-d0a9-411b-b996-8210a0fddb00 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862055 Oct 27 01:32:43.646045 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Deleting port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:43.646755 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:43.659318 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:43.731758 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] For port 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:43.732114 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:43.745713 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Calling delete_port for 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 owned by network:router_interface {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:43.801273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:43.931844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (8d701560-6db2-4ee6-84b1-ae9b5ca71bd7), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:43.956088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d701560-6db2-4ee6-84b1-ae9b5ca71bd7,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:44.113187 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 876880c5-c5c2-4f98-a700-a68e326c3e97 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:44.133883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 876880c5-c5c2-4f98-a700-a68e326c3e97 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:44.134232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 876880c5-c5c2-4f98-a700-a68e326c3e97 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:44.134663 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2cc00e4a-2076-4b7e-97ad-109f01468a3e no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:44.137376 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (58ad388a-8f78-4d07-8b33-87da8957a931), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:44.154851 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 2cc00e4a-2076-4b7e-97ad-109f01468a3e {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:44.155195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2cc00e4a-2076-4b7e-97ad-109f01468a3e not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:44.179241 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297328d2-aea6-44fa-b947-60c605d6d8d8 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:32:44.266540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297328d2-aea6-44fa-b947-60c605d6d8d8 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:32:44.357751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Router 58ad388a-8f78-4d07-8b33-87da8957a931 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:44.464404 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:44.469246 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-cde9c056-9001-42d3-b0bf-59a8467260e2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/58ad388a-8f78-4d07-8b33-87da8957a931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899455 Oct 27 01:32:44.471769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35242) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:44.474769 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Sync routers for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:44.486733 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:44.487503 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:44.590415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks [] for router (58ad388a-8f78-4d07-8b33-87da8957a931), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:44.594145 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:44.688917 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:44.695598 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d1bf-b126-4bb9-b077-0fad19899b53 req-9f608b45-91c5-4876-93c8-7b13d93361be tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:44.697141 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d7c1d1bf-b126-4bb9-b077-0fad19899b53 req-9f608b45-91c5-4876-93c8-7b13d93361be tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0691187 Oct 27 01:32:44.751697 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:44.778826 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks [] for router_gateway (58ad388a-8f78-4d07-8b33-87da8957a931), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:44.787234 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d7c1d1bf-b126-4bb9-b077-0fad19899b53 req-35d75c07-5e4f-4ce7-96b3-a412b750ea88 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665717 Oct 27 01:32:44.838573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Deleting port 914a3bbb-698c-4c3f-9c40-91ce4673781c {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:44.839178 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:44.880594 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:32:43Z', 'revision_number': 5, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port': {'id': '914a3bbb-698c-4c3f-9c40-91ce4673781c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:26:05Z', 'updated_at': '2022-10-27T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:44.911584 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Checking router: 58ad388a-8f78-4d07-8b33-87da8957a931 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:44.920027 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Routers {'58ad388a-8f78-4d07-8b33-87da8957a931'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:44.920608 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['58ad388a-8f78-4d07-8b33-87da8957a931'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:44.923704 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] For port 914a3bbb-698c-4c3f-9c40-91ce4673781c, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=914a3bbb-698c-4c3f-9c40-91ce4673781c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:44.924320 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:44.937315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Calling delete_port for 914a3bbb-698c-4c3f-9c40-91ce4673781c owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:44.999436 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] Set router 58ad388a-8f78-4d07-8b33-87da8957a931 gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:45.013744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-9acda867-1bab-4f6e-a551-c2d7d486d5a1 None None] Provisioning complete for port a2f7e2da-a4db-4d57-9314-f2674aa34932 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:32:45.014279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9acda867-1bab-4f6e-a551-c2d7d486d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.014713 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-9acda867-1bab-4f6e-a551-c2d7d486d5a1 None None] Attempt 1 to provision port a2f7e2da-a4db-4d57-9314-f2674aa34932 Oct 27 01:32:45.051326 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:32:44Z', 'revision_number': 6, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:45.078470 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf30e2-ff38-4828-9132-3a9c1dfdb7f9 None None] The sync data for ids ['58ad388a-8f78-4d07-8b33-87da8957a931'] in dv-cinder-815582-19-iscsi is: [{'id': '58ad388a-8f78-4d07-8b33-87da8957a931', 'name': 'tempest-TestShelveInstance-1502725156-router', 'tenant_id': '6de71544137646399172a5df0043ebfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:26:04Z', 'updated_at': '2022-10-27T01:32:44Z', 'revision_number': 6, 'project_id': '6de71544137646399172a5df0043ebfd', 'gw_port_host': None}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:45.111443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-9acda867-1bab-4f6e-a551-c2d7d486d5a1 None None] Current status of the port a2f7e2da-a4db-4d57-9314-f2674aa34932 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:32:45.115313 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (914a3bbb-698c-4c3f-9c40-91ce4673781c), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.139334 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Pushing event deleted for resources: {'Port': ['ID=914a3bbb-698c-4c3f-9c40-91ce4673781c,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:45.204245 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (58ad388a-8f78-4d07-8b33-87da8957a931), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.289369 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (58ad388a-8f78-4d07-8b33-87da8957a931), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.291510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks [] for router_controller (58ad388a-8f78-4d07-8b33-87da8957a931), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.332902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (58ad388a-8f78-4d07-8b33-87da8957a931), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.333481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ad388a-8f78-4d07-8b33-87da8957a931 {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:32:45.337622 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.338761 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a98d7f1e-9756-44a5-a61e-9799e460540a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/58ad388a-8f78-4d07-8b33-87da8957a931 HTTP/1.1" status: 204 len: 168 time: 0.8647544 Oct 27 01:32:45.341232 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35248) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:45.385521 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Deleting subnet 24cc3697-bb09-4356-8264-727ab411f976 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:32:45.388659 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Publish callbacks [] for subnet (24cc3697-bb09-4356-8264-727ab411f976), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.422102 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (24cc3697-bb09-4356-8264-727ab411f976), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.507682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (24cc3697-bb09-4356-8264-727ab411f976), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.509677 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:45.565113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (24cc3697-bb09-4356-8264-727ab411f976), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.591702 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cc3697-bb09-4356-8264-727ab411f976,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:45.595283 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.598620 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-6799133a-8b19-47f6-a4bb-ca9c57711017 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/24cc3697-bb09-4356-8264-727ab411f976 HTTP/1.1" status: 204 len: 168 time: 0.2564487 Oct 27 01:32:45.601025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f990a4-c230-4835-997d-e21d0f2385e6 None None] Network bbc28f6c-1b49-4761-b5de-043ac28a580c requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:32:45.601549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35250) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:45.655793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:45.674322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (bbc28f6c-1b49-4761-b5de-043ac28a580c), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.720047 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Deleting port a2f7e2da-a4db-4d57-9314-f2674aa34932 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:45.720309 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.786001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] For port a2f7e2da-a4db-4d57-9314-f2674aa34932, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a2f7e2da-a4db-4d57-9314-f2674aa34932,segment=NetworkSegment(33e3aa56-4900-4c61-b482-ebeba2e93dfb),segment_id=33e3aa56-4900-4c61-b482-ebeba2e93dfb)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:45.786365 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.801237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Calling delete_port for a2f7e2da-a4db-4d57-9314-f2674aa34932 owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:45.895597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (a2f7e2da-a4db-4d57-9314-f2674aa34932), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:45.903428 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845219a-339e-4659-8e03-1e3d4cae4acd None None] DHCP port deletion for bbc28f6c-1b49-4761-b5de-043ac28a580c request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:32:45.935874 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f7e2da-a4db-4d57-9314-f2674aa34932,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:45.937795 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] No DVR routers for this DVR port a2f7e2da-a4db-4d57-9314-f2674aa34932 on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:32:46.029689 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c5d5-e6b8-4273-9db6-a15d10b27aba req-3072b0ec-99cc-4d0a-8ff6-5b855c206ab3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:46.031236 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1f4c5d5-e6b8-4273-9db6-a15d10b27aba req-3072b0ec-99cc-4d0a-8ff6-5b855c206ab3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.1255369 Oct 27 01:32:46.033331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:46.054702 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:46.055052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8d701560-6db2-4ee6-84b1-ae9b5ca71bd7 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:46.055469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 914a3bbb-698c-4c3f-9c40-91ce4673781c no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:46.060496 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (bbc28f6c-1b49-4761-b5de-043ac28a580c), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.073587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 914a3bbb-698c-4c3f-9c40-91ce4673781c {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:46.073936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 914a3bbb-698c-4c3f-9c40-91ce4673781c not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:46.074356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a2f7e2da-a4db-4d57-9314-f2674aa34932 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:46.092868 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc28f6c-1b49-4761-b5de-043ac28a580c']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:46.093460 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: a2f7e2da-a4db-4d57-9314-f2674aa34932 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:46.093808 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a2f7e2da-a4db-4d57-9314-f2674aa34932 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:46.113051 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e3aa56-4900-4c61-b482-ebeba2e93dfb') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:46.113967 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e3aa56-4900-4c61-b482-ebeba2e93dfb') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:46.123939 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e1f4c5d5-e6b8-4273-9db6-a15d10b27aba req-87ff3867-a4fd-44c8-b986-ebfb789d5f82 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827668 Oct 27 01:32:46.127888 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (33e3aa56-4900-4c61-b482-ebeba2e93dfb), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.145525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (33e3aa56-4900-4c61-b482-ebeba2e93dfb), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.152542 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:32:46.152929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (33e3aa56-4900-4c61-b482-ebeba2e93dfb), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.224973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (bbc28f6c-1b49-4761-b5de-043ac28a580c), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.237914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.242512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/bbc28f6c-1b49-4761-b5de-043ac28a580c HTTP/1.1" status: 204 len: 168 time: 0.6403885 Oct 27 01:32:46.261412 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c98cfa-c849-4f6e-9303-3dabf7d90f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc28f6c-1b49-4761-b5de-043ac28a580c,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:46.346436 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 33e3aa56-4900-4c61-b482-ebeba2e93dfb resource provider aggregate not found Oct 27 01:32:46.363908 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 33e3aa56-4900-4c61-b482-ebeba2e93dfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33e3aa56-4900-4c61-b482-ebeba2e93dfb found for delete ", "request_id": "req-f54ca7e2-80ba-4ffe-8c71-5ef03df4b8ef"}]} Oct 27 01:32:46.367647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35264) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:46.410554 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d6f2f96b-4905-4b68-9a08-e6500f4fc68a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40ecdf4e71844f7f9e3da7f59659b605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417907 Oct 27 01:32:46.412950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35266) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:46.462314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] Publish callbacks [] for security_group (90ce9313-a042-4b5d-b919-9c6f9c370a51), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.482061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] Publish callbacks [] for security_group (90ce9313-a042-4b5d-b919-9c6f9c370a51), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.510839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:46.529987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (90ce9313-a042-4b5d-b919-9c6f9c370a51), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.532682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.533860 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/90ce9313-a042-4b5d-b919-9c6f9c370a51 HTTP/1.1" status: 204 len: 168 time: 0.1199369 Oct 27 01:32:46.541806 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341aa49-bbf1-4df7-b99e-4fa3485e4815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce9313-a042-4b5d-b919-9c6f9c370a51,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:46.853045 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35274) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:46.896360 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-396447c9-93d6-4c0e-9537-554fc564bc80 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6de71544137646399172a5df0043ebfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421674 Oct 27 01:32:46.898791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35276) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:46.946695 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] Publish callbacks [] for security_group (e1deca88-e1a3-4f18-9b36-060d23a64c6b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.966300 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] Publish callbacks [] for security_group (e1deca88-e1a3-4f18-9b36-060d23a64c6b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:46.972061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:47.015139 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e1deca88-e1a3-4f18-9b36-060d23a64c6b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:47.017601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:47.018770 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e1deca88-e1a3-4f18-9b36-060d23a64c6b HTTP/1.1" status: 204 len: 168 time: 0.1190729 Oct 27 01:32:47.026506 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40002be-9683-47c0-b38f-7a00b56857f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1deca88-e1a3-4f18-9b36-060d23a64c6b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:47.274312 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0532aa7-0d3d-47b5-82fa-4bc8df4973a0 req-beaff421-68f9-4a41-8fad-acd16e81b530 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:47.275830 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0532aa7-0d3d-47b5-82fa-4bc8df4973a0 req-beaff421-68f9-4a41-8fad-acd16e81b530 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0613348 Oct 27 01:32:47.335476 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0532aa7-0d3d-47b5-82fa-4bc8df4973a0 req-80694219-fc5a-4ce4-852e-923cac240b91 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508473 Oct 27 01:32:48.465592 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bd47a-a8a3-46bb-a683-3f92deffabf7 req-e563be31-7586-402e-95a8-69fa10c607bd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:48.467082 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-732bd47a-a8a3-46bb-a683-3f92deffabf7 req-e563be31-7586-402e-95a8-69fa10c607bd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0495052 Oct 27 01:32:48.516353 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-732bd47a-a8a3-46bb-a683-3f92deffabf7 req-443f7e5d-caa4-4529-b037-b56c21eec47d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Oct 27 01:32:49.646166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3128b7-047f-439e-b767-249bc1151169 req-04a49f01-9c15-44ee-b050-62d3d10e5a19 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:49.647671 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5f3128b7-047f-439e-b767-249bc1151169 req-04a49f01-9c15-44ee-b050-62d3d10e5a19 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0466294 Oct 27 01:32:49.695388 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5f3128b7-047f-439e-b767-249bc1151169 req-5d94d33e-c387-4ec4-8e84-e9aec9d5018d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Oct 27 01:32:50.830485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8afc95-953e-4262-aaa6-0a7750d56b68 req-aba13d12-d58a-482b-b0d5-910ec233172f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:50.832135 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f8afc95-953e-4262-aaa6-0a7750d56b68 req-aba13d12-d58a-482b-b0d5-910ec233172f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0529294 Oct 27 01:32:50.881346 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f8afc95-953e-4262-aaa6-0a7750d56b68 req-f488c90c-0bca-4d65-88df-ae84a0f5d39f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Oct 27 01:32:52.008489 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f12b61-f3e4-4938-acd9-698bf6c0531e req-758b2326-2c4b-46bf-af49-67f92e671110 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:52.010026 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-62f12b61-f3e4-4938-acd9-698bf6c0531e req-758b2326-2c4b-46bf-af49-67f92e671110 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0474558 Oct 27 01:32:52.058586 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-62f12b61-f3e4-4938-acd9-698bf6c0531e req-522518dd-5868-44a4-a0d0-9cc5ccfed4e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Oct 27 01:32:52.774716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:52.776501 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:52.871720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8befd33-e823-4ea9-af90-266048ba4ad9 req-7cb04c3e-e4c3-40c8-8ae3-ec93641cf43e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:52.873121 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c8befd33-e823-4ea9-af90-266048ba4ad9 req-7cb04c3e-e4c3-40c8-8ae3-ec93641cf43e tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.0467637 Oct 27 01:32:52.922911 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c8befd33-e823-4ea9-af90-266048ba4ad9 req-3bd98dcd-050f-4bce-976d-2e4d92d39c72 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Oct 27 01:32:53.184294 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c31e7-b579-4a27-bfa3-c27b2328dd21 req-430e5703-5999-4f6e-aa6c-2eec2a717c12 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:53.185807 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-794c31e7-b579-4a27-bfa3-c27b2328dd21 req-430e5703-5999-4f6e-aa6c-2eec2a717c12 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0475791 Oct 27 01:32:53.232914 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-794c31e7-b579-4a27-bfa3-c27b2328dd21 req-cdf20121-e104-4a03-bbe9-b3dd3b34d118 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Oct 27 01:32:53.445852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ffbf9644-8708-4a63-b95d-66f80c0199f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:54.035779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:54.043975 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732217aa-f302-47d3-bb25-bd5a3c780610 req-096cc6bf-12ab-4afa-9e0b-2f028f9f37fb tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:54.045459 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-732217aa-f302-47d3-bb25-bd5a3c780610 req-096cc6bf-12ab-4afa-9e0b-2f028f9f37fb tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.0475662 Oct 27 01:32:54.094108 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-732217aa-f302-47d3-bb25-bd5a3c780610 req-2935caaf-49ca-445a-88bd-e12e84a36d3b tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Oct 27 01:32:54.361604 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e76e-718d-4e12-b1b3-6bfe9f893ef6 req-b60df159-b9cb-4f46-ab61-beb8bc1e3959 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:54.362981 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3564e76e-718d-4e12-b1b3-6bfe9f893ef6 req-b60df159-b9cb-4f46-ab61-beb8bc1e3959 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0507238 Oct 27 01:32:54.408653 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3564e76e-718d-4e12-b1b3-6bfe9f893ef6 req-bcc4ba66-55ad-4ce5-92a2-0e1d1ae1b2b6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400915 Oct 27 01:32:54.990364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-60fa9976-14c7-429f-96b5-b8555f34fa5a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:54.991812 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-60fa9976-14c7-429f-96b5-b8555f34fa5a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.0473883 Oct 27 01:32:55.027675 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=60 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:55.054878 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=60 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:55.076481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Deleting port 71d2db25-bcfb-41e4-867a-87753f3dcc33 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:55.076756 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.146001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:55.168640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] For port 71d2db25-bcfb-41e4-867a-87753f3dcc33, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71d2db25-bcfb-41e4-867a-87753f3dcc33,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:55.169005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.540836 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede4b51-0d4f-4e3f-9f1e-7aa1c7a9897a req-be05c5dc-3566-4afd-a082-2d3d240aea72 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:55.542352 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ede4b51-0d4f-4e3f-9f1e-7aa1c7a9897a req-be05c5dc-3566-4afd-a082-2d3d240aea72 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 946 time: 0.3707554 Oct 27 01:32:55.613841 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb863d5-ec0d-4af7-95d1-1a6332885e62 req-da8d88f8-32db-43c0-9206-77825049fb43 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:55.615300 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2eb863d5-ec0d-4af7-95d1-1a6332885e62 req-da8d88f8-32db-43c0-9206-77825049fb43 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.1154170 Oct 27 01:32:55.706938 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ede4b51-0d4f-4e3f-9f1e-7aa1c7a9897a req-61b87861-1510-4569-b256-5d095a650a2a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03b8df67-8b3b-4623-bc3e-c48505dc8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582737 Oct 27 01:32:55.738254 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.738610 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.738923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Floating IP b30c3626-232e-454b-afe1-44a47fdc8a09 disassociated. External IP: 172.27.0.87, port: 71d2db25-bcfb-41e4-867a-87753f3dcc33. Oct 27 01:32:55.739260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Calling delete_port for 71d2db25-bcfb-41e4-867a-87753f3dcc33 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:55.747883 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2eb863d5-ec0d-4af7-95d1-1a6332885e62 req-4fa3ce86-f44b-43b7-b056-732ca3868023 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249037 Oct 27 01:32:55.796276 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3d256689-6ab0-4e62-bdce-9219329a44a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.874761 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (71d2db25-bcfb-41e4-867a-87753f3dcc33), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:55.900338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'Port': ['ID=71d2db25-bcfb-41e4-867a-87753f3dcc33,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:55.998884 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:56.016511 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:56.121250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:56.132291 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:56.142201 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:56.142826 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:56.163874 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] No DVR routers for this DVR port 71d2db25-bcfb-41e4-867a-87753f3dcc33 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:32:56.166440 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:56.169724 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-898a9701-91aa-4ecf-be12-b292b01260d3 req-c0d8183e-8771-4723-aa46-3a8d0e63e422 tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.13 "DELETE /networking/v2.0/ports/71d2db25-bcfb-41e4-867a-87753f3dcc33 HTTP/1.1" status: 204 len: 173 time: 1.1723628 Oct 27 01:32:56.170216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'name': 'network-vif-deleted', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:32:56.172543 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9dbe6-1440-451c-b8f0-6520076ec41e" -d '{"events": [{"server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "name": "network-vif-deleted", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:56.211181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0416ac-3dde-4265-bca1-545cdda296a3 x-openstack-request-id: req-ed0416ac-3dde-4265-bca1-545cdda296a3 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:56.211473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e04a9e-c6a7-480b-9da5-abf61d4834ea", "name": "network-vif-deleted", "tag": "71d2db25-bcfb-41e4-867a-87753f3dcc33", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:56.211725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed0416ac-3dde-4265-bca1-545cdda296a3 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:56.212129 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0416ac-3dde-4265-bca1-545cdda296a3'] response: {'server_uuid': '87e04a9e-c6a7-480b-9da5-abf61d4834ea', 'name': 'network-vif-deleted', 'tag': '71d2db25-bcfb-41e4-867a-87753f3dcc33', 'status': 'completed', 'code': 200} Oct 27 01:32:56.250913 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:56.470868 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:56.495353 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:56.496850 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:56.498381 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:56.507420 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:32:56.508027 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:56.616382 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:32:56.818280 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:56.839419 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6faf8d2a-fdb4-480f-9a91-b2e9c5bdefac req-c4a62d52-c30a-4f84-8dc8-75843fe4a0fb tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=87e04a9e-c6a7-480b-9da5-abf61d4834ea HTTP/1.1" status: 200 len: 210 time: 0.0392256 Oct 27 01:32:56.854261 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481cf9e5-3f0b-45c5-9d2b-14c1650dfe46 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:05Z', 'revision_number': 4, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '6c839c9e-c0c7-4add-8a27-72630667fb57', 'name': '', 'network_id': 'e6bca71c-aea1-476d-8633-0cf730614609', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'mac_address': 'fa:16:3e:80:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:01Z', 'updated_at': '2022-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'subnets': [{'id': 'a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:56.902671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d8b5-e353-48d6-8b65-8b2e3037ce64 req-f3acff6a-3f96-408f-b94c-4d0738ae2a7d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:56.904326 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8504d8b5-e353-48d6-8b65-8b2e3037ce64 req-f3acff6a-3f96-408f-b94c-4d0738ae2a7d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0524859 Oct 27 01:32:56.939156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:56.959079 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8504d8b5-e353-48d6-8b65-8b2e3037ce64 req-ea569ba1-4344-48c8-bd73-03446142a16a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478876 Oct 27 01:32:57.099224 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07a85c-c243-40d1-9ae3-f255eec3ef15 None None] New status for floating IP b30c3626-232e-454b-afe1-44a47fdc8a09: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:32:57.107686 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:57.881271 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:32:57.895799 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 71d2db25-bcfb-41e4-867a-87753f3dcc33 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:57.920162 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 71d2db25-bcfb-41e4-867a-87753f3dcc33 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:32:57.920508 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 71d2db25-bcfb-41e4-867a-87753f3dcc33 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:57.942351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35366) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:57.998063 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (03b8df67-8b3b-4623-bc3e-c48505dc8cb5), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.010259 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:58.022437 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '431f71c8-f037-4a0b-8ada-368547d086d1', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:32:58.023130 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (03b8df67-8b3b-4623-bc3e-c48505dc8cb5), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.059235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: ACTIVE; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:32:58.059624 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.074635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:32:58.077561 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (03b8df67-8b3b-4623-bc3e-c48505dc8cb5), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.081477 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.085617 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/03b8df67-8b3b-4623-bc3e-c48505dc8cb5 HTTP/1.1" status: 204 len: 168 time: 0.1421425 Oct 27 01:32:58.086271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35370) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:58.095488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526331-71c2-4942-9783-cd5170df8ad1 req-0155b876-b1f6-4d09-8653-bdc25efdc7a1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:58.097863 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97526331-71c2-4942-9783-cd5170df8ad1 req-0155b876-b1f6-4d09-8653-bdc25efdc7a1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0531137 Oct 27 01:32:58.098088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:58.102227 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.111631 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-8868407a-3915-4774-b2c5-c844a97bd80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] show failed (client error): The resource could not be found. Oct 27 01:32:58.116342 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-8868407a-3915-4774-b2c5-c844a97bd80f tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "GET /networking/v2.0/security-groups/03b8df67-8b3b-4623-bc3e-c48505dc8cb5 HTTP/1.1" status: 404 len: 347 time: 0.0227828 Oct 27 01:32:58.116342 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1a08-8766-41c0-98bb-9e75da0d33cf tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8df67-8b3b-4623-bc3e-c48505dc8cb5,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:58.121975 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35372) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:32:58.152269 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-97526331-71c2-4942-9783-cd5170df8ad1 req-ce7f604e-f6b8-410b-aabc-478316a7fccc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477583 Oct 27 01:32:58.166468 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=6']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:58.239058 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Deleting port 5c83b804-2c3e-4fdc-9af6-130e98850637 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:32:58.239422 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.275037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['431f71c8-f037-4a0b-8ada-368547d086d1'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:32:58.320550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.320877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (5c83b804-2c3e-4fdc-9af6-130e98850637), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.333770 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Calling delete_port for 5c83b804-2c3e-4fdc-9af6-130e98850637 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:32:58.467547 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5c83b804-2c3e-4fdc-9af6-130e98850637), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.490290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Pushing event deleted for resources: {'Port': ['ID=5c83b804-2c3e-4fdc-9af6-130e98850637,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:58.554848 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks [] for floatingip (b30c3626-232e-454b-afe1-44a47fdc8a09), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.557338 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.558485 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e0eb6e82-a24e-4db1-ae22-2ae0c8a9889a tempest-AttachVolumeTestJSON-1799875887 tempest-AttachVolumeTestJSON-1799875887-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/b30c3626-232e-454b-afe1-44a47fdc8a09 HTTP/1.1" status: 204 len: 168 time: 0.4355347 Oct 27 01:32:58.785141 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:58.984367 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:59.291531 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6363-92e6-40f0-95c1-3077045b2edb req-858c9b4e-431e-4567-94a5-c3151d57ab63 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:32:59.292923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaba6363-92e6-40f0-95c1-3077045b2edb req-858c9b4e-431e-4567-94a5-c3151d57ab63 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 944 time: 0.0498827 Oct 27 01:32:59.339452 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaba6363-92e6-40f0-95c1-3077045b2edb req-07358ce9-e764-4897-b423-705526294238 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Oct 27 01:32:59.912329 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:32:59.949994 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:59.953720 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:32:59.961675 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 431f71c8-f037-4a0b-8ada-368547d086d1 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:32:59.962046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:32:59.962378 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 431f71c8-f037-4a0b-8ada-368547d086d1 Oct 27 01:33:00.032990 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:00.034137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:00.056611 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:33:00.058840 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cecc22-3cd6-40ab-b903-2ff915e6c151" -d '{"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:33:00.071108 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:00.074397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:00.099501 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9afc2-96af-430c-a2f5-d729a7a00b1a x-openstack-request-id: req-cde9afc2-96af-430c-a2f5-d729a7a00b1a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:33:00.099789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:33:00.100042 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cde9afc2-96af-430c-a2f5-d729a7a00b1a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:33:00.100433 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde9afc2-96af-430c-a2f5-d729a7a00b1a'] response: {'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'code': 200} Oct 27 01:33:00.123748 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=7']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:00.463163 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5c9d4-8b12-401c-a67c-35e0c686997e req-96cab78a-b0a0-40cd-bf2d-605131ef1bb3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:00.464625 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ad5c9d4-8b12-401c-a67c-35e0c686997e req-96cab78a-b0a0-40cd-bf2d-605131ef1bb3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0458515 Oct 27 01:33:00.511799 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8ad5c9d4-8b12-401c-a67c-35e0c686997e req-953df020-d5dd-444e-a691-4151841efeff tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Oct 27 01:33:01.381241 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:01.651136 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a13d-9ff9-4d01-bd44-975476d02cd2 req-e7f3191e-51e4-47b9-b5db-3638feabe2ac tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:01.652822 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5014a13d-9ff9-4d01-bd44-975476d02cd2 req-e7f3191e-51e4-47b9-b5db-3638feabe2ac tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0540040 Oct 27 01:33:01.704179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5014a13d-9ff9-4d01-bd44-975476d02cd2 req-c0949c75-5bcb-4da2-8c02-ab6d75ba79de tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440693 Oct 27 01:33:02.126879 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35436) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:02.588253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:02.632293 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:02.647503 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (50face45-ffba-4242-9f70-b60b11be955f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:02.859772 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17474723-ff90-4091-ae2c-1e76d8a2036c req-8f893cd7-7fda-49cb-85e6-d1026620581d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:02.871224 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17474723-ff90-4091-ae2c-1e76d8a2036c req-8f893cd7-7fda-49cb-85e6-d1026620581d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0641253 Oct 27 01:33:02.911478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Deleting port 6c839c9e-c0c7-4add-8a27-72630667fb57 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:02.911893 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:02.939574 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17474723-ff90-4091-ae2c-1e76d8a2036c req-1da14e28-0a57-4c22-8471-145a0852e977 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620070 Oct 27 01:33:03.015671 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] For port 6c839c9e-c0c7-4add-8a27-72630667fb57, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6c839c9e-c0c7-4add-8a27-72630667fb57,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:03.016123 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:03.031031 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Calling delete_port for 6c839c9e-c0c7-4add-8a27-72630667fb57 owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:03.242234 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (6c839c9e-c0c7-4add-8a27-72630667fb57), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:03.272069 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c839c9e-c0c7-4add-8a27-72630667fb57,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:03.466771 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (50face45-ffba-4242-9f70-b60b11be955f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:03.498903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddddcff6-55c9-4855-a627-1033c6cb35e3 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:33:03.593245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddcff6-55c9-4855-a627-1033c6cb35e3 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:33:03.593536 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:03.729345 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:03.754323 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Router 50face45-ffba-4242-9f70-b60b11be955f has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:33:03.882313 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:33:03.890307 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-58831db3-1f29-4cb8-b429-f207db41fb8e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/50face45-ffba-4242-9f70-b60b11be955f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595954 Oct 27 01:33:03.890426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35442) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:03.891356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Sync routers for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:33:03.904125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:03.905026 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.030606 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks [] for router (50face45-ffba-4242-9f70-b60b11be955f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:04.159112 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc4cd-a8e9-4407-9339-7a1359b86424 req-fa7346b2-c4fe-4df0-961b-daf9d8285d3b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:04.162293 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-758bc4cd-a8e9-4407-9339-7a1359b86424 req-fa7346b2-c4fe-4df0-961b-daf9d8285d3b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0730896 Oct 27 01:33:04.172284 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:04.244221 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-758bc4cd-a8e9-4407-9339-7a1359b86424 req-6009fe13-54de-408d-9978-9b7671813e8d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755129 Oct 27 01:33:04.408020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:33:03Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.445253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Checking router: 50face45-ffba-4242-9f70-b60b11be955f for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:33:04.458757 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Routers {'50face45-ffba-4242-9f70-b60b11be955f'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:04.459736 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['50face45-ffba-4242-9f70-b60b11be955f'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.486446 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks [] for router_gateway (50face45-ffba-4242-9f70-b60b11be955f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:04.515767 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:04.552220 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Deleting port 8a77a594-907e-494e-a6ce-7ee65b3beade {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:04.552615 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:04.679674 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] For port 8a77a594-907e-494e-a6ce-7ee65b3beade, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8a77a594-907e-494e-a6ce-7ee65b3beade,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:04.680147 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:04.713136 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Calling delete_port for 8a77a594-907e-494e-a6ce-7ee65b3beade owned by network:router_gateway {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:04.766925 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-1d48f9f8-b0a8-43fc-ae3b-f44d46dc5218 None None] Provisioning complete for port 67737150-683b-4922-9d61-221046b1b964 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:33:04.767183 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d48f9f8-b0a8-43fc-ae3b-f44d46dc5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (67737150-683b-4922-9d61-221046b1b964), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:04.767528 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-1d48f9f8-b0a8-43fc-ae3b-f44d46dc5218 None None] Attempt 1 to provision port 67737150-683b-4922-9d61-221046b1b964 Oct 27 01:33:04.814446 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:33:04.816594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] Set router 50face45-ffba-4242-9f70-b60b11be955f gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:04.980784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:05.013594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1d48f9f8-b0a8-43fc-ae3b-f44d46dc5218 None None] Current status of the port 67737150-683b-4922-9d61-221046b1b964 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:05.022715 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (8a77a594-907e-494e-a6ce-7ee65b3beade), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.053326 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a77a594-907e-494e-a6ce-7ee65b3beade,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:05.114091 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:33:03Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:05.120400 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (50face45-ffba-4242-9f70-b60b11be955f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.145301 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e9359-89a7-49cf-81df-acce9ccfd9d2 None None] The sync data for ids ['50face45-ffba-4242-9f70-b60b11be955f'] in dv-cinder-815582-19-iscsi is: [{'id': '50face45-ffba-4242-9f70-b60b11be955f', 'name': 'tempest-AttachVolumeTestJSON-743570174-router', 'tenant_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:33:03Z', 'revision_number': 5, 'project_id': '1b1ee6f6a3c3475e8ae993c79ace9166', 'gw_port': {'id': '8a77a594-907e-494e-a6ce-7ee65b3beade', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50face45-ffba-4242-9f70-b60b11be955f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:55Z', 'updated_at': '2022-10-27T01:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:33:05.251017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (50face45-ffba-4242-9f70-b60b11be955f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.255057 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks [] for router_controller (50face45-ffba-4242-9f70-b60b11be955f), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.286303 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:05.318062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:05.339577 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (50face45-ffba-4242-9f70-b60b11be955f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.340197 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50face45-ffba-4242-9f70-b60b11be955f {{(pid=104647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:33:05.358550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.359746 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c9c8e7a3-703c-4aa4-89c8-1ec8f662f556 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/50face45-ffba-4242-9f70-b60b11be955f HTTP/1.1" status: 204 len: 168 time: 1.4684656 Oct 27 01:33:05.362936 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35448) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:05.394811 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c600d9-1997-4b1e-987c-9e2132868d50 req-397ae340-ea90-4926-95b9-e8ff5a6dfdee tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:05.397512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61c600d9-1997-4b1e-987c-9e2132868d50 req-397ae340-ea90-4926-95b9-e8ff5a6dfdee tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0543756 Oct 27 01:33:05.415069 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Deleting subnet a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:33:05.419432 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Publish callbacks [] for subnet (a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.459222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.477688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-61c600d9-1997-4b1e-987c-9e2132868d50 req-28087328-b60f-4647-9569-db2c3ebadca9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676625 Oct 27 01:33:05.569949 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.641480 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.663715 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5174a1-e9dd-416e-9121-7f54c9a11c04 None None] Network e6bca71c-aea1-476d-8633-0cf730614609 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:33:05.691298 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.710030 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052 HTTP/1.1" status: 204 len: 168 time: 0.3460686 Oct 27 01:33:05.713273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35454) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:05.719925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c5e16-0e5d-4084-b773-731cf445a60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47c1dc9-f9ac-4bc6-9ba4-3e9daae30052,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:05.826939 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (e6bca71c-aea1-476d-8633-0cf730614609), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.876057 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:05.892324 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] DHCP port deletion for e6bca71c-aea1-476d-8633-0cf730614609 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:33:05.894418 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Deleting port 67737150-683b-4922-9d61-221046b1b964 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:05.894767 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (67737150-683b-4922-9d61-221046b1b964), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.942068 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Deleting port 67737150-683b-4922-9d61-221046b1b964 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:05.942717 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (67737150-683b-4922-9d61-221046b1b964), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:05.988448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] For port 67737150-683b-4922-9d61-221046b1b964, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=67737150-683b-4922-9d61-221046b1b964,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:05.988817 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (67737150-683b-4922-9d61-221046b1b964), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.029520 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Calling delete_port for 67737150-683b-4922-9d61-221046b1b964 owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:06.047070 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] For port 67737150-683b-4922-9d61-221046b1b964, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=67737150-683b-4922-9d61-221046b1b964,segment=NetworkSegment(b6ce6b53-e677-480b-afc3-77de1d8c432b),segment_id=b6ce6b53-e677-480b-afc3-77de1d8c432b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:06.047070 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (67737150-683b-4922-9d61-221046b1b964), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.088633 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Calling delete_port for 67737150-683b-4922-9d61-221046b1b964 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:06.148362 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (67737150-683b-4922-9d61-221046b1b964), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.151854 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:06.183038 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (67737150-683b-4922-9d61-221046b1b964), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.195103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Pushing event deleted for resources: {'Port': ['ID=67737150-683b-4922-9d61-221046b1b964,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:06.204751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] No DVR routers for this DVR port 67737150-683b-4922-9d61-221046b1b964 on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:33:06.211639 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] Pushing event deleted for resources: {'Port': ['ID=67737150-683b-4922-9d61-221046b1b964,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:06.214887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7339b-1b1d-4016-ab74-a790bf61935a None None] No DVR routers for this DVR port 67737150-683b-4922-9d61-221046b1b964 on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:33:06.297361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (e6bca71c-aea1-476d-8633-0cf730614609), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.321340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bca71c-aea1-476d-8633-0cf730614609']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:06.334009 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ce6b53-e677-480b-afc3-77de1d8c432b') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:06.334298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ce6b53-e677-480b-afc3-77de1d8c432b') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:06.344535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (b6ce6b53-e677-480b-afc3-77de1d8c432b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.359509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (b6ce6b53-e677-480b-afc3-77de1d8c432b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.367770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:33:06.368250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (b6ce6b53-e677-480b-afc3-77de1d8c432b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.447701 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment b6ce6b53-e677-480b-afc3-77de1d8c432b resource provider aggregate not found Oct 27 01:33:06.500018 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment b6ce6b53-e677-480b-afc3-77de1d8c432b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6ce6b53-e677-480b-afc3-77de1d8c432b found for delete ", "request_id": "req-ccfeb8b4-2d01-4dbf-ab41-728fdc6d433d"}]} Oct 27 01:33:06.510995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (e6bca71c-aea1-476d-8633-0cf730614609), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.515739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.520640 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e6bca71c-aea1-476d-8633-0cf730614609 HTTP/1.1" status: 204 len: 168 time: 0.8059549 Oct 27 01:33:06.536211 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b4735-09ad-457a-a2c6-89aa09806691 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bca71c-aea1-476d-8633-0cf730614609,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:06.581312 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 67737150-683b-4922-9d61-221046b1b964 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:06.617502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 67737150-683b-4922-9d61-221046b1b964 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:06.617835 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 67737150-683b-4922-9d61-221046b1b964 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:06.618264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6c839c9e-c0c7-4add-8a27-72630667fb57 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:06.646217 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 6c839c9e-c0c7-4add-8a27-72630667fb57 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:06.646568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6c839c9e-c0c7-4add-8a27-72630667fb57 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:06.675067 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7534-cf9b-4d70-914b-5a96edafb9e9 req-a8d36de0-3793-4e9f-8e7c-6d34ed226d50 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:06.677605 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-65ac7534-cf9b-4d70-914b-5a96edafb9e9 req-a8d36de0-3793-4e9f-8e7c-6d34ed226d50 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0832827 Oct 27 01:33:06.700297 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35466) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:06.774685 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-65ac7534-cf9b-4d70-914b-5a96edafb9e9 req-290114a2-9c2d-4e38-8c1e-5dcc66b3a3d6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890198 Oct 27 01:33:06.783567 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-12608223-be6b-4c58-96ea-4149474b4fdb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1b1ee6f6a3c3475e8ae993c79ace9166&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0802774 Oct 27 01:33:06.786122 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35468) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:06.863394 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] Publish callbacks [] for security_group (716f213f-0f6c-4db6-8a6a-ba233ff6c418), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.894802 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] Publish callbacks [] for security_group (716f213f-0f6c-4db6-8a6a-ba233ff6c418), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.953034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (716f213f-0f6c-4db6-8a6a-ba233ff6c418), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.956962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:06.961762 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/716f213f-0f6c-4db6-8a6a-ba233ff6c418 HTTP/1.1" status: 204 len: 168 time: 0.1744084 Oct 27 01:33:06.973678 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d6506-36a4-48c5-a147-47b4f13ffb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f213f-0f6c-4db6-8a6a-ba233ff6c418,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:07.929795 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6229-4239-4200-a03e-37f76e04443d req-91955497-d322-4d33-ae3f-4a16a3c454fa tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:07.939307 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3e7d6229-4239-4200-a03e-37f76e04443d req-91955497-d322-4d33-ae3f-4a16a3c454fa tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0593259 Oct 27 01:33:07.993729 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8a77a594-907e-494e-a6ce-7ee65b3beade no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:08.011884 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3e7d6229-4239-4200-a03e-37f76e04443d req-623666f9-2bc8-4b8d-9e47-4426b5de1838 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701730 Oct 27 01:33:08.040476 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 8a77a594-907e-494e-a6ce-7ee65b3beade {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:08.040964 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8a77a594-907e-494e-a6ce-7ee65b3beade not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:08.456403 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-24d24a1a-3758-4616-8747-06b1f595cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:08.458307 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-24d24a1a-3758-4616-8747-06b1f595cc21 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1129 time: 0.0938902 Oct 27 01:33:08.575586 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:08.617703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-20f78d40-9027-4991-8d60-bc774b1ed0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:08.619207 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-20f78d40-9027-4991-8d60-bc774b1ed0e4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.1373990 Oct 27 01:33:08.705774 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-78a45203-df83-4fc7-9677-59476e875c39 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 1001 time: 0.0782990 Oct 27 01:33:08.763904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-2244bf61-ab4a-45b7-9bac-2b0b46f5966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:08.765585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-2244bf61-ab4a-45b7-9bac-2b0b46f5966d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0526860 Oct 27 01:33:08.850013 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-6e14d822-2656-4e77-bcf6-6aa88f0faf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:08.851829 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-6e14d822-2656-4e77-bcf6-6aa88f0faf9e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791841 Oct 27 01:33:08.930792 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:08.987697 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-84d9c2ce-22b8-4918-b29b-e0beddc21b97 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241763 Oct 27 01:33:09.195067 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eaff0db5-8d41-441c-a243-a9f8f0df8ab1 req-30c5fa14-d070-4030-b030-e1749a105725 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013848 Oct 27 01:33:09.201035 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fffdc-37dc-416b-bc35-91d00521d3f9 req-a387fd1e-84b6-4d14-b2e1-e2b9be927890 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:09.202471 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-809fffdc-37dc-416b-bc35-91d00521d3f9 req-a387fd1e-84b6-4d14-b2e1-e2b9be927890 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0731204 Oct 27 01:33:09.271526 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-809fffdc-37dc-416b-bc35-91d00521d3f9 req-a100965c-b322-4951-ad17-df5335e11933 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544012 Oct 27 01:33:10.434442 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d201af-cb3a-45c1-a949-8f94e4ef8077 req-7bc451ce-cc34-4197-a172-59dfb30ceba3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:10.442535 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c2d201af-cb3a-45c1-a949-8f94e4ef8077 req-7bc451ce-cc34-4197-a172-59dfb30ceba3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0661876 Oct 27 01:33:10.502858 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c2d201af-cb3a-45c1-a949-8f94e4ef8077 req-fb96ad6c-2841-4624-a20a-a93e1946c0ba tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593076 Oct 27 01:33:11.023364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35634) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:11.159414 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cf58121-d2f6-406b-a065-8b161601bb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.253098 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cf58121-d2f6-406b-a065-8b161601bb62 admin admin] Publish callbacks [] for security_group (ee7ded9f-ed03-4133-a007-39bf79b88ef9), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.257606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1cf58121-d2f6-406b-a065-8b161601bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ee7ded9f-ed03-4133-a007-39bf79b88ef9), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.297327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf58121-d2f6-406b-a065-8b161601bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ded9f-ed03-4133-a007-39bf79b88ef9,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:11.305820 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35638) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:11.306397 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1cf58121-d2f6-406b-a065-8b161601bb62 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a2f507e377d945a2b332640ad2349451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818191 Oct 27 01:33:11.370865 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] Publish callbacks [] for security_group (ee7ded9f-ed03-4133-a007-39bf79b88ef9), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.398040 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] Publish callbacks [] for security_group (ee7ded9f-ed03-4133-a007-39bf79b88ef9), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.450464 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ee7ded9f-ed03-4133-a007-39bf79b88ef9), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.453296 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.454461 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee7ded9f-ed03-4133-a007-39bf79b88ef9 HTTP/1.1" status: 204 len: 168 time: 0.1468952 Oct 27 01:33:11.463383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69668262-6089-4e5b-b6c8-bcb3477c80f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ded9f-ed03-4133-a007-39bf79b88ef9,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:11.676336 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70614b9-b2dc-45bd-ad6d-a550a126fc58 req-f64d2b91-8478-4a5a-be33-27bc48046452 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:11.678203 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a70614b9-b2dc-45bd-ad6d-a550a126fc58 req-f64d2b91-8478-4a5a-be33-27bc48046452 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0755196 Oct 27 01:33:11.749479 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a70614b9-b2dc-45bd-ad6d-a550a126fc58 req-44b865ec-d468-4e3c-a594-1d9e2d8723e7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649805 Oct 27 01:33:11.813581 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35646) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:11.827204 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3871e56b-04ae-4137-b77f-b8f5c47b3046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.910277 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3871e56b-04ae-4137-b77f-b8f5c47b3046 admin admin] Publish callbacks [] for security_group (99ea4b25-a1c3-40be-bca0-af16a8f9a3c2), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.917309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-3871e56b-04ae-4137-b77f-b8f5c47b3046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (99ea4b25-a1c3-40be-bca0-af16a8f9a3c2), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:11.978189 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-3871e56b-04ae-4137-b77f-b8f5c47b3046 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e2b279a82d384c9b93675d9fd575c8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610868 Oct 27 01:33:11.978189 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e56b-04ae-4137-b77f-b8f5c47b3046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea4b25-a1c3-40be-bca0-af16a8f9a3c2,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:11.978668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35648) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:12.035072 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] Publish callbacks [] for security_group (99ea4b25-a1c3-40be-bca0-af16a8f9a3c2), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:12.060743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] Publish callbacks [] for security_group (99ea4b25-a1c3-40be-bca0-af16a8f9a3c2), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:12.147559 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (99ea4b25-a1c3-40be-bca0-af16a8f9a3c2), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:12.150270 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:12.151434 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/99ea4b25-a1c3-40be-bca0-af16a8f9a3c2 HTTP/1.1" status: 204 len: 168 time: 0.1718454 Oct 27 01:33:12.154681 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:12.161328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939eb9e6-05cc-4e6f-b1aa-ffca2fbbcc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea4b25-a1c3-40be-bca0-af16a8f9a3c2,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:12.944313 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109804f-78fa-41d1-a4e9-cb440560bf8a req-df0b16cd-2ff4-44bd-b3d0-73d1f7cc6a5e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:12.950248 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d109804f-78fa-41d1-a4e9-cb440560bf8a req-df0b16cd-2ff4-44bd-b3d0-73d1f7cc6a5e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0769839 Oct 27 01:33:13.023029 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d109804f-78fa-41d1-a4e9-cb440560bf8a req-3370f2e6-4008-4d23-bc5d-9e4ac4aef5e8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711439 Oct 27 01:33:14.004349 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:14.011104 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085707-125b-493c-994a-9ea9b8450301 req-f30b66f8-2086-4f00-b944-24817fb369dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:14.012908 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-f30b66f8-2086-4f00-b944-24817fb369dd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1129 time: 0.0435817 Oct 27 01:33:14.121863 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085707-125b-493c-994a-9ea9b8450301 req-fc2a3005-16b6-4bc5-9eea-35c9e7d1d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:14.123927 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-fc2a3005-16b6-4bc5-9eea-35c9e7d1d217 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.1045334 Oct 27 01:33:14.209607 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daceb36-c228-4aa9-ae1a-53c8f0da1efd req-3fbe1670-b97e-465f-b98a-faa56b9b38fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:14.211132 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6daceb36-c228-4aa9-ae1a-53c8f0da1efd req-3fbe1670-b97e-465f-b98a-faa56b9b38fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0862226 Oct 27 01:33:14.231113 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-0833e084-67dd-47e3-9998-54e9e817c291 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 1001 time: 0.0971465 Oct 27 01:33:14.304461 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6daceb36-c228-4aa9-ae1a-53c8f0da1efd req-79cec50d-a234-4816-97c3-0727b2e88322 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858326 Oct 27 01:33:14.308035 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085707-125b-493c-994a-9ea9b8450301 req-cf337f96-cc77-4d1e-803a-0e8c764fe2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:14.309441 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-cf337f96-cc77-4d1e-803a-0e8c764fe2b6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0714374 Oct 27 01:33:14.353381 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085707-125b-493c-994a-9ea9b8450301 req-1336a60b-c72b-4ecf-beeb-568ce8e446b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:14.354865 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-1336a60b-c72b-4ecf-beeb-568ce8e446b6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393276 Oct 27 01:33:14.443865 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-56de6d68-8b4d-41e1-a578-f592a16fa2cc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Oct 27 01:33:14.538571 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-40085707-125b-493c-994a-9ea9b8450301 req-74a9fe08-a56b-4cfa-8275-14e0b95e7119 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881920 Oct 27 01:33:15.440298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed29429-2f9e-44c1-8871-21de8435668c req-385e5633-c66b-437e-a234-19349c9b38f8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:15.441846 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ed29429-2f9e-44c1-8871-21de8435668c req-385e5633-c66b-437e-a234-19349c9b38f8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0537925 Oct 27 01:33:15.491833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ed29429-2f9e-44c1-8871-21de8435668c req-1872f61e-7068-441e-8c23-f79db73a1a61 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Oct 27 01:33:15.801969 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:15.810965 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:16.628268 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd1a3-c193-4ad1-b3eb-9016a534f3a2 req-2dc853a8-5197-4ebe-a0a7-9ab69186555f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:16.628268 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b20cd1a3-c193-4ad1-b3eb-9016a534f3a2 req-2dc853a8-5197-4ebe-a0a7-9ab69186555f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0519230 Oct 27 01:33:16.678396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b20cd1a3-c193-4ad1-b3eb-9016a534f3a2 req-0e7dba9a-1475-4d2a-b17a-b96343aa349d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Oct 27 01:33:17.400951 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e90a0-46ea-477c-b599-0006e2c259a7 req-d1f45b3e-7309-457f-8f5d-0e09f7095e52 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:17.402579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-029e90a0-46ea-477c-b599-0006e2c259a7 req-d1f45b3e-7309-457f-8f5d-0e09f7095e52 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 945 time: 0.0527956 Oct 27 01:33:17.460699 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-029e90a0-46ea-477c-b599-0006e2c259a7 req-fe003618-b5f0-4908-95ad-552c3a73f51b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501282 Oct 27 01:33:17.683222 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-cd8ebd78-7f16-41b0-9edd-369839e3acc5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400479 Oct 27 01:33:17.764582 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-c129a685-7b47-49ba-897a-319e9d57ec7b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:17.764582 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-c129a685-7b47-49ba-897a-319e9d57ec7b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports/431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 942 time: 0.0516150 Oct 27 01:33:18.058363 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:18.135221 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: ACTIVE; New status is: DOWN {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:18.135606 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.158940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:33:18.161181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598422b-1121-46a4-a4d6-65fbe6192707" -d '{"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-unplugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:33:18.175144 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:18.180287 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.182770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35818) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:18.208426 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Oct 2022 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4b8717-4f08-4ea9-af76-4677f3b4fc8a x-openstack-request-id: req-3f4b8717-4f08-4ea9-af76-4677f3b4fc8a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:33:18.208708 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-unplugged", "status": "failed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "code": 422}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:33:18.208959 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f4b8717-4f08-4ea9-af76-4677f3b4fc8a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:33:18.209698 dv-cinder-815582-19-iscsi neutron-server[104648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f4b8717-4f08-4ea9-af76-4677f3b4fc8a']: {'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'code': 422} returned with failed status Oct 27 01:33:18.211538 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:18.239458 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=8']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:18.297882 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-abf8c85c-7600-4106-a2ec-65ca2d2bd860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.329149 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:18.381299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-abf8c85c-7600-4106-a2ec-65ca2d2bd860 admin admin] Publish callbacks [] for security_group (bf16c231-8cb3-48b4-a5c3-0ab48b667f54), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.384827 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-abf8c85c-7600-4106-a2ec-65ca2d2bd860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bf16c231-8cb3-48b4-a5c3-0ab48b667f54), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.428991 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8c85c-7600-4106-a2ec-65ca2d2bd860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf16c231-8cb3-48b4-a5c3-0ab48b667f54,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:18.435864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-abf8c85c-7600-4106-a2ec-65ca2d2bd860 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d64549dafdd9476fa6848f15c48e12e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494667 Oct 27 01:33:18.436088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35822) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:18.442065 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:18.487826 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] Publish callbacks [] for security_group (bf16c231-8cb3-48b4-a5c3-0ab48b667f54), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.508314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] Publish callbacks [] for security_group (bf16c231-8cb3-48b4-a5c3-0ab48b667f54), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.582274 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (bf16c231-8cb3-48b4-a5c3-0ab48b667f54), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.584674 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.588444 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bf16c231-8cb3-48b4-a5c3-0ab48b667f54 HTTP/1.1" status: 204 len: 168 time: 0.1488986 Oct 27 01:33:18.602734 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e840f-0091-4f35-b749-eec3ea467fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf16c231-8cb3-48b4-a5c3-0ab48b667f54,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:18.610074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d961-62b8-4867-9ef6-80959d68b8de req-07757016-866c-4c6d-b6c9-550ba798bfbd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:18.611747 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bcf2d961-62b8-4867-9ef6-80959d68b8de req-07757016-866c-4c6d-b6c9-550ba798bfbd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0613468 Oct 27 01:33:18.663964 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bcf2d961-62b8-4867-9ef6-80959d68b8de req-85b520cc-b1a5-409f-bb6f-5c9ff00d81fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Oct 27 01:33:18.880538 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 35832) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:18.896886 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1de91331-e6e1-49c9-a8a1-45750da57ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.986753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1de91331-e6e1-49c9-a8a1-45750da57ffc admin admin] Publish callbacks [] for security_group (17c6aebb-5402-4e44-b340-1053e5ca278a), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:18.990466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1de91331-e6e1-49c9-a8a1-45750da57ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (17c6aebb-5402-4e44-b340-1053e5ca278a), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:19.031284 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1de91331-e6e1-49c9-a8a1-45750da57ffc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=39f4415f672f45928fb4d2719f7c4ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494505 Oct 27 01:33:19.032322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de91331-e6e1-49c9-a8a1-45750da57ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6aebb-5402-4e44-b340-1053e5ca278a,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:19.034220 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 35838) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:19.109568 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] Publish callbacks [] for security_group (17c6aebb-5402-4e44-b340-1053e5ca278a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:19.133033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] Publish callbacks [] for security_group (17c6aebb-5402-4e44-b340-1053e5ca278a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:19.157461 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:19.167121 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baddece-d25c-4b66-87f0-ffd02597323d req-6006692e-ad2d-4e4c-abec-a9b2400c1fc9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:19.168888 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5baddece-d25c-4b66-87f0-ffd02597323d req-6006692e-ad2d-4e4c-abec-a9b2400c1fc9 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0523019 Oct 27 01:33:19.170220 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=10,neutron:SELECT=82,neutron:INSERT=8 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:19.187781 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (17c6aebb-5402-4e44-b340-1053e5ca278a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:19.191390 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:19.192543 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/17c6aebb-5402-4e44-b340-1053e5ca278a HTTP/1.1" status: 204 len: 168 time: 0.1522298 Oct 27 01:33:19.201078 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd884f-31af-4d9d-8661-75be737e136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6aebb-5402-4e44-b340-1053e5ca278a,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:19.230143 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5baddece-d25c-4b66-87f0-ffd02597323d req-89fb2c2b-2304-4314-bbd4-bc5568c5398b tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520821 Oct 27 01:33:19.800049 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda703a-dfcd-42b2-8330-40cbe1e2780e req-f572535b-af69-42a4-9eae-f8d5a1bcedaf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:19.801619 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1cda703a-dfcd-42b2-8330-40cbe1e2780e req-f572535b-af69-42a4-9eae-f8d5a1bcedaf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0512779 Oct 27 01:33:19.850459 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1cda703a-dfcd-42b2-8330-40cbe1e2780e req-2182f5ee-6946-41e0-ab50-87f45da71a3e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Oct 27 01:33:20.359330 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4563bc-c15b-49f8-a6fa-e108dedd263c req-b41ce696-7a40-42bf-a850-6762dae6d654 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:20.361929 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b4563bc-c15b-49f8-a6fa-e108dedd263c req-b41ce696-7a40-42bf-a850-6762dae6d654 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0496399 Oct 27 01:33:20.417944 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b4563bc-c15b-49f8-a6fa-e108dedd263c req-7e19d819-a0a3-40ae-adbc-dc73ffb89d35 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481219 Oct 27 01:33:20.954517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:20.999258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-594ef9b7-d84d-48c1-9d53-4ae101a1d19c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.000708 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-594ef9b7-d84d-48c1-9d53-4ae101a1d19c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0813627 Oct 27 01:33:21.047329 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d58-e72f-4561-9035-b9b6a4c8c8ef req-c1048e2b-0e47-46a4-9e81-74d14653ef91 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.049476 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87d80d58-e72f-4561-9035-b9b6a4c8c8ef req-c1048e2b-0e47-46a4-9e81-74d14653ef91 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0986435 Oct 27 01:33:21.104748 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:21.124103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port 311d6690-3b36-4df2-b7a5-5b40b0331297 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:21.124445 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.152689 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87d80d58-e72f-4561-9035-b9b6a4c8c8ef req-b700ccea-22e4-4707-9a59-8b236f9f9715 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972085 Oct 27 01:33:21.233448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] For port 311d6690-3b36-4df2-b7a5-5b40b0331297, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=311d6690-3b36-4df2-b7a5-5b40b0331297,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:21.233727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.325271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-0c543e90-7c3f-406c-ba38-86b043903a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.326893 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-0c543e90-7c3f-406c-ba38-86b043903a6d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 1127 time: 0.0405090 Oct 27 01:33:21.398734 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.399310 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.399416 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Floating IP c4cf200e-efab-45ff-bf79-41580200e4b7 disassociated. External IP: 172.27.0.64, port: 311d6690-3b36-4df2-b7a5-5b40b0331297. Oct 27 01:33:21.399717 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for 311d6690-3b36-4df2-b7a5-5b40b0331297 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:21.410009 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-19a9b106-647a-48cc-8e33-a7e1a7c48936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.411506 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-19a9b106-647a-48cc-8e33-a7e1a7c48936 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1127 time: 0.0456984 Oct 27 01:33:21.525254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-2bcd63c4-82e2-4abe-97a9-e2619a8e7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.526760 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-2bcd63c4-82e2-4abe-97a9-e2619a8e7362 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.1090379 Oct 27 01:33:21.592894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ec4ba-aa62-4fc2-83a7-155bb9ca7b95 req-2bf0e17d-e0ab-4549-8680-e17acf235525 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.594398 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-982ec4ba-aa62-4fc2-83a7-155bb9ca7b95 req-2bf0e17d-e0ab-4549-8680-e17acf235525 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 945 time: 0.0579400 Oct 27 01:33:21.596066 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (311d6690-3b36-4df2-b7a5-5b40b0331297), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.600591 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-24ffe04c-2279-46e7-abfc-7d5805040e8a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 999 time: 0.0664465 Oct 27 01:33:21.631371 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=311d6690-3b36-4df2-b7a5-5b40b0331297,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:21.660757 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-f7c597ee-e85d-4151-9841-ffb00ceaf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.662290 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-f7c597ee-e85d-4151-9841-ffb00ceaf108 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0555139 Oct 27 01:33:21.710810 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec6db-79ad-4243-9404-94761879ebcd req-bd159fba-84a6-4b8b-bb94-bb65592d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:21.712300 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-bd159fba-84a6-4b8b-bb94-bb65592d378c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431468 Oct 27 01:33:21.721346 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-982ec4ba-aa62-4fc2-83a7-155bb9ca7b95 req-20b15b55-27b7-4057-9592-2bf8a065498a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0a75497a-6c22-46d2-b53a-23d12eac5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175473 Oct 27 01:33:21.779997 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:33:21.815993 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-570dd745-244d-40a4-9926-b6494cc3966f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961978 Oct 27 01:33:21.846259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:21.889491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:33:21.906810 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:33:21.915873 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-dc5dad4c-3b60-46e7-acce-d800fb4a7b39 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935109 Oct 27 01:33:21.918525 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:21.919067 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:21.939787 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] No DVR routers for this DVR port 311d6690-3b36-4df2-b7a5-5b40b0331297 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:33:21.943792 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:21.949119 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35da8e77-535e-4ec9-8106-9c7a7faec2c8 req-f88d7e3f-60a2-43b7-93c4-8fe1f1b85890 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.13 "DELETE /networking/v2.0/ports/311d6690-3b36-4df2-b7a5-5b40b0331297 HTTP/1.1" status: 204 len: 173 time: 0.9429824 Oct 27 01:33:21.949722 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'name': 'network-vif-deleted', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:33:21.952889 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536609d-5f30-4d41-ba64-a7cfd393812f" -d '{"events": [{"server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "name": "network-vif-deleted", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:33:22.011283 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f674cfca-98de-499b-a34a-467247144818 x-openstack-request-id: req-f674cfca-98de-499b-a34a-467247144818 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:33:22.011925 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e95155-e929-4282-ac51-d3b872f832fa", "name": "network-vif-deleted", "tag": "311d6690-3b36-4df2-b7a5-5b40b0331297", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:33:22.012888 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f674cfca-98de-499b-a34a-467247144818 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:33:22.013607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f674cfca-98de-499b-a34a-467247144818'] response: {'server_uuid': '62e95155-e929-4282-ac51-d3b872f832fa', 'name': 'network-vif-deleted', 'tag': '311d6690-3b36-4df2-b7a5-5b40b0331297', 'status': 'completed', 'code': 200} Oct 27 01:33:22.056568 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:22.265913 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:22.297948 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:33:22.309221 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:22.309724 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825dd9-f702-4593-be69-76aea1197365 req-432fb6c5-f9ce-4f60-b827-2c629858c37d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:22.310104 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:32:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:22.311427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2f825dd9-f702-4593-be69-76aea1197365 req-432fb6c5-f9ce-4f60-b827-2c629858c37d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0666757 Oct 27 01:33:22.393754 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2f825dd9-f702-4593-be69-76aea1197365 req-5e569469-e0df-4c80-a5f2-b70147f55a83 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749354 Oct 27 01:33:22.431619 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:22.654502 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:22.700494 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af6c17-8a8e-4c8e-b9c5-a24614c97a63 None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:24:02Z', 'revision_number': 4, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7edc1d55-fe53-4bc1-9a85-a02199e5a601', 'name': '', 'network_id': '4ba9997c-2f90-403d-993a-09c134c8fd7e', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'mac_address': 'fa:16:3e:3c:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '46488223-770e-44d4-b541-5953c826e098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:24:00Z', 'updated_at': '2022-10-27T01:24:16Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'subnets': [{'id': '46488223-770e-44d4-b541-5953c826e098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:33:22.886081 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f9ba5a01-78fe-47fd-9d42-e0e0ceff5c5b req-ba9f2737-fb9d-4697-86c8-ffa28d478157 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0449762 Oct 27 01:33:23.050214 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f8af-ec34-4173-a47a-e6865525dfe1 None None] New status for floating IP c4cf200e-efab-45ff-bf79-41580200e4b7: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:33:23.463504 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-49bde81a-ba10-40dd-b7f8-c5642484d9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:23.534840 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f137b-ac20-49de-9261-e2dad4406252 req-2676ecd0-3f89-4681-ad22-c3d702cdb6ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:23.536396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b21f137b-ac20-49de-9261-e2dad4406252 req-2676ecd0-3f89-4681-ad22-c3d702cdb6ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0569909 Oct 27 01:33:23.569752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:23.598053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b21f137b-ac20-49de-9261-e2dad4406252 req-ef76daad-72da-4460-8b6e-d62b6f96a74a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484622 Oct 27 01:33:23.813374 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:24.021227 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0c1e83af-374e-4d06-9cb3-528e35047295 req-0f46e21c-e41f-417f-b2c1-b96daa40dfa1 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0344050 Oct 27 01:33:24.032188 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 311d6690-3b36-4df2-b7a5-5b40b0331297 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:24.060418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 311d6690-3b36-4df2-b7a5-5b40b0331297 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:24.061114 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 311d6690-3b36-4df2-b7a5-5b40b0331297 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:24.746351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff0f44-818f-44aa-8648-9aca992c2f0c req-de215575-0c34-416a-ac72-4f976c7a045e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:24.747973 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-72ff0f44-818f-44aa-8648-9aca992c2f0c req-de215575-0c34-416a-ac72-4f976c7a045e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0537291 Oct 27 01:33:24.802898 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-72ff0f44-818f-44aa-8648-9aca992c2f0c req-143c60db-badd-4001-9860-8832cde65642 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483181 Oct 27 01:33:25.188907 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95f6d84b-17cb-4fab-b8d7-fe361ea5f8ac req-d2c7b065-fbc7-4d48-9be5-81047bd3f04d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0374713 Oct 27 01:33:25.800599 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e401444d-357f-43f8-aa43-47c5351d9c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:25.948176 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22251-5f1b-417e-8a4b-791151586808 req-fc1c8993-bdab-46fd-b27a-182b5c7ef196 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:25.949808 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1b22251-5f1b-417e-8a4b-791151586808 req-fc1c8993-bdab-46fd-b27a-182b5c7ef196 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0587976 Oct 27 01:33:26.001648 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1b22251-5f1b-417e-8a4b-791151586808 req-008169a6-2288-4572-9237-7dc24ab58383 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445263 Oct 27 01:33:26.320499 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-58524a6d-0ede-4719-9f05-637719714fe9 req-ae9e481c-f8e6-4fbd-9c8f-7685d686712c tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0291414 Oct 27 01:33:27.133266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:27.159103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cf391-5dbe-43de-9866-b4da72c02160 req-3d13b02f-1fd4-45e6-ad35-bb1b596cd60a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:27.160905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f4cf391-5dbe-43de-9866-b4da72c02160 req-3d13b02f-1fd4-45e6-ad35-bb1b596cd60a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0692589 Oct 27 01:33:27.221191 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f4cf391-5dbe-43de-9866-b4da72c02160 req-f064bf6e-a825-4035-bca5-74148b2ce695 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544813 Oct 27 01:33:27.447836 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0708cbf-16f1-47bb-8b72-6cb53b4c8325 req-276e118d-97fd-45e7-b0cd-655b24fd2ef4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0302665 Oct 27 01:33:28.379033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddc35f-972e-4ccd-a98e-af508276204b req-0ec04224-e69e-4dfb-982b-d02881d3eaa4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:28.382669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-64ddc35f-972e-4ccd-a98e-af508276204b req-0ec04224-e69e-4dfb-982b-d02881d3eaa4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0699513 Oct 27 01:33:28.442656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-64ddc35f-972e-4ccd-a98e-af508276204b req-aee02d3f-59f2-4f45-a88f-af84e5155f3f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535872 Oct 27 01:33:28.584445 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-19cb5f20-8426-4f5d-a5b9-6318135236ef req-c25dc1ca-e937-4221-977a-dd9c2f1ab26d tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0403945 Oct 27 01:33:28.792498 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:29.003564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:29.884475 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-26e31b0c-fe57-44ff-88fb-1d5296a130d5 req-1fdd5a21-faa4-49eb-ad74-054ee57da1ed tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0313592 Oct 27 01:33:29.895648 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78da377-ed98-46e8-a60f-43385b0513f0 req-867685bc-3a11-4092-ba06-c86cdfd003e7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:29.912800 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b78da377-ed98-46e8-a60f-43385b0513f0 req-867685bc-3a11-4092-ba06-c86cdfd003e7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.3615725 Oct 27 01:33:29.959610 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b78da377-ed98-46e8-a60f-43385b0513f0 req-3785989b-586b-4058-b07a-26e7c19cd4af tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532146 Oct 27 01:33:31.009015 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0ce31fb0-c353-4f69-a0a6-25a4db099e30 req-7dc67315-ab43-4a3e-9dc0-666d5c3a65f6 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0309799 Oct 27 01:33:31.114818 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f3bd-9db8-4885-a1ac-069533a11b97 req-529406b2-781c-496f-9c59-676c8050e936 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:31.116353 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c416f3bd-9db8-4885-a1ac-069533a11b97 req-529406b2-781c-496f-9c59-676c8050e936 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0508237 Oct 27 01:33:31.165566 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c416f3bd-9db8-4885-a1ac-069533a11b97 req-63c1e9d5-4e32-462b-b569-4d5692183a90 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432909 Oct 27 01:33:31.381374 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:31.905946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=48 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:31.912663 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=55 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:32.131490 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-521a321d-100a-4da5-8fbc-2c7b7e246225 req-81105296-9aee-4a90-9600-2c9d3f10b290 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0284872 Oct 27 01:33:32.291990 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef12df-5e24-4d7d-81ed-3e963b284039 req-6e80b3ff-004c-4ab4-ab18-78f454c5ed7e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:32.293466 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1ef12df-5e24-4d7d-81ed-3e963b284039 req-6e80b3ff-004c-4ab4-ab18-78f454c5ed7e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0458465 Oct 27 01:33:32.344093 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1ef12df-5e24-4d7d-81ed-3e963b284039 req-0ed93f92-52e9-48b0-b776-9917ad32fb7a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440772 Oct 27 01:33:32.658115 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=66 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:32.658776 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=66 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:33.244026 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1a4d96c9-90e2-4f6f-9835-2268eeafc167 req-a5ad40e2-7477-43bb-bf49-e528941ce5b4 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0273623 Oct 27 01:33:33.610857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:33.619585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bfa41-ab0d-4be7-9434-939888220978 req-e8e3da60-f664-42d0-96f5-4f5accd826ef tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:33.621089 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d6bfa41-ab0d-4be7-9434-939888220978 req-e8e3da60-f664-42d0-96f5-4f5accd826ef tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0472417 Oct 27 01:33:33.667540 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d6bfa41-ab0d-4be7-9434-939888220978 req-e60b4a22-2b18-4541-9f4c-6673d908356c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405550 Oct 27 01:33:34.358336 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-29f6a607-e827-440d-93d2-8e9b8a51e127 req-8d264153-d02d-4158-af9d-b0c239f477b8 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0304763 Oct 27 01:33:34.792428 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928813d-609c-4ae9-b74d-50f113916011 req-f3eb0546-b2ab-444c-8dc9-f5b8c825f495 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:34.794034 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3928813d-609c-4ae9-b74d-50f113916011 req-f3eb0546-b2ab-444c-8dc9-f5b8c825f495 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0462344 Oct 27 01:33:34.841702 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3928813d-609c-4ae9-b74d-50f113916011 req-82f6b8e2-6307-460a-9c54-1eecbed4ed63 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Oct 27 01:33:35.473072 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-09d83e01-f1a1-4862-967c-43ccfc6af559 req-abfce2d4-aac0-44e8-a8cb-cc99c3aa948a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0288968 Oct 27 01:33:35.968004 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ff507-1ceb-484a-b9cf-f90ad91464ab req-c4145bc7-b0d0-450e-bee4-d62a790beed1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:35.969478 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-248ff507-1ceb-484a-b9cf-f90ad91464ab req-c4145bc7-b0d0-450e-bee4-d62a790beed1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0466850 Oct 27 01:33:36.014562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:36.019662 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-248ff507-1ceb-484a-b9cf-f90ad91464ab req-20c2e7e4-741f-415b-b74f-dd6df7349568 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446386 Oct 27 01:33:36.588208 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b767c621-9874-40f7-ac6e-e83c5f991d9d req-e5a400b4-e838-4e61-8991-3ac7bb057c36 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0284081 Oct 27 01:33:37.146202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa967-4941-4e9b-bd71-05914b73c575 req-b48bf152-e52b-4435-91cc-fefa55f4df3e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:37.147660 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2d9aa967-4941-4e9b-bd71-05914b73c575 req-b48bf152-e52b-4435-91cc-fefa55f4df3e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0467944 Oct 27 01:33:37.194461 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2d9aa967-4941-4e9b-bd71-05914b73c575 req-350e3d27-beae-40d9-ae22-e6291313b07c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Oct 27 01:33:37.702371 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4aa6b456-d817-433a-8fc3-3d77bd3ae037 req-657bbff0-0d8e-48a0-b415-1b1ff8b5924a tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62e95155-e929-4282-ac51-d3b872f832fa HTTP/1.1" status: 200 len: 210 time: 0.0310504 Oct 27 01:33:38.321470 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de90d-3d5c-48c1-9233-b129b3d00671 req-591487cb-c1b3-4eca-aec8-9b7f47c7f30a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:38.323056 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c82de90d-3d5c-48c1-9233-b129b3d00671 req-591487cb-c1b3-4eca-aec8-9b7f47c7f30a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0475240 Oct 27 01:33:38.371210 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c82de90d-3d5c-48c1-9233-b129b3d00671 req-1bbe028c-f375-4f68-850e-bfdf88f7e563 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Oct 27 01:33:38.794599 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36062) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:38.851207 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (0a75497a-6c22-46d2-b53a-23d12eac5251), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:38.872798 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (0a75497a-6c22-46d2-b53a-23d12eac5251), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:38.924670 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0a75497a-6c22-46d2-b53a-23d12eac5251), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:38.927325 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:38.928454 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0a75497a-6c22-46d2-b53a-23d12eac5251 HTTP/1.1" status: 204 len: 168 time: 0.1328781 Oct 27 01:33:38.931388 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36064) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:38.937421 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7ce87-b8ba-4a99-90ea-d4d6ef84555f tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75497a-6c22-46d2-b53a-23d12eac5251,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:38.949287 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.api.v2.resource [None req-9a69dbb0-ebd9-4116-a735-46db6ba1e56e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] show failed (client error): The resource could not be found. Oct 27 01:33:38.950340 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9a69dbb0-ebd9-4116-a735-46db6ba1e56e tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "GET /networking/v2.0/security-groups/0a75497a-6c22-46d2-b53a-23d12eac5251 HTTP/1.1" status: 404 len: 347 time: 0.0179214 Oct 27 01:33:38.953206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36066) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:39.066134 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Deleting port dca293d7-5d85-46f1-8b8b-e4695abd9fcd {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:39.066389 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.146114 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.146441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.158186 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Calling delete_port for dca293d7-5d85-46f1-8b8b-e4695abd9fcd owned by network:floatingip {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:39.286783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (dca293d7-5d85-46f1-8b8b-e4695abd9fcd), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.315336 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Pushing event deleted for resources: {'Port': ['ID=dca293d7-5d85-46f1-8b8b-e4695abd9fcd,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:39.341942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.342295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.342637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.342970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.343302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.343631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.343953 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.344284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.345338 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.345672 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.345991 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.346310 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.346628 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.346945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.347262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:39.378363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:39.389914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks [] for floatingip (c4cf200e-efab-45ff-bf79-41580200e4b7), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.392954 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:39.394113 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-652829d7-684b-42be-a2a7-799aee9b7297 tempest-AttachVolumeNegativeTest-2057385876 tempest-AttachVolumeNegativeTest-2057385876-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c4cf200e-efab-45ff-bf79-41580200e4b7 HTTP/1.1" status: 204 len: 168 time: 0.4400187 Oct 27 01:33:39.512416 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f00f-4a37-4b5c-b64a-ba1fd6aa3798 req-f57d89af-d9e0-41f2-aeff-2056eb5b2221 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:39.513994 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9dd0f00f-4a37-4b5c-b64a-ba1fd6aa3798 req-f57d89af-d9e0-41f2-aeff-2056eb5b2221 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0550833 Oct 27 01:33:39.566818 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9dd0f00f-4a37-4b5c-b64a-ba1fd6aa3798 req-b126db35-5509-4f88-9b6f-db0c0018034e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Oct 27 01:33:40.695793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8e19c-513a-4ed8-b53e-f5e9e6275dcd req-fe5024c0-33b0-4c44-9257-80eecc3f3d98 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:40.697330 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b5d8e19c-513a-4ed8-b53e-f5e9e6275dcd req-fe5024c0-33b0-4c44-9257-80eecc3f3d98 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0493295 Oct 27 01:33:40.746591 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b5d8e19c-513a-4ed8-b53e-f5e9e6275dcd req-0475d746-9bba-4cdc-9c82-a645fe48da86 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Oct 27 01:33:41.374357 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:41.812061 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:33:41.918698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80988-d2d4-48ac-9b73-e0d697eadd6f req-115d5a6e-fc03-494d-a74b-37e06f50cf48 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:41.918698 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cbe80988-d2d4-48ac-9b73-e0d697eadd6f req-115d5a6e-fc03-494d-a74b-37e06f50cf48 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0584342 Oct 27 01:33:41.985197 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cbe80988-d2d4-48ac-9b73-e0d697eadd6f req-079011b1-1f0b-4164-8c15-b9b4c214bf54 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647273 Oct 27 01:33:43.125776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb7431-b50b-4172-872b-39332c9badb7 req-9439a3a9-b8ff-4b5a-89a8-4b0c3792deaa tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:43.127297 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6eb7431-b50b-4172-872b-39332c9badb7 req-9439a3a9-b8ff-4b5a-89a8-4b0c3792deaa tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0513442 Oct 27 01:33:43.152959 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:43.175420 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6eb7431-b50b-4172-872b-39332c9badb7 req-94531876-597d-4bef-908a-1358d4764300 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Oct 27 01:33:44.299771 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8eeb-2d28-4365-9da8-c00e9f30f46f req-6e62a381-08d1-47b5-9b6b-3cf3dda62592 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:44.301262 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef5b8eeb-2d28-4365-9da8-c00e9f30f46f req-6e62a381-08d1-47b5-9b6b-3cf3dda62592 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0465074 Oct 27 01:33:44.348285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ef5b8eeb-2d28-4365-9da8-c00e9f30f46f req-acc949d1-bb7e-4712-90b0-eb5ab4059db3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Oct 27 01:33:45.473048 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd438b37-e10b-415c-ac90-b2ef3ca2126d req-32a00d0d-cb3d-48a1-a779-2126e3042810 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:45.474547 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd438b37-e10b-415c-ac90-b2ef3ca2126d req-32a00d0d-cb3d-48a1-a779-2126e3042810 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0455647 Oct 27 01:33:45.526310 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cd438b37-e10b-415c-ac90-b2ef3ca2126d req-d3ab15d6-a6be-43c0-a340-4389cb92558b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462551 Oct 27 01:33:46.654093 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e06e2e-f6c8-4ac0-81d6-7455c6c01877 req-38e5c70d-68a4-4cae-a649-9e030a5a300e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:46.655537 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f8e06e2e-f6c8-4ac0-81d6-7455c6c01877 req-38e5c70d-68a4-4cae-a649-9e030a5a300e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0480683 Oct 27 01:33:46.702902 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f8e06e2e-f6c8-4ac0-81d6-7455c6c01877 req-5e68bf4b-d532-49d5-80b6-932e4a19412a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Oct 27 01:33:47.397321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36146) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:47.840943 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:47.855020 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187772a-da44-413e-acad-c82304b9efd8 req-7c49301b-e030-4493-a93e-2d460c852a71 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:47.856488 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7187772a-da44-413e-acad-c82304b9efd8 req-7c49301b-e030-4493-a93e-2d460c852a71 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0669785 Oct 27 01:33:47.908625 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:47.970358 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7187772a-da44-413e-acad-c82304b9efd8 req-b580fe8e-4808-4a15-a402-5861ac92e827 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943391 Oct 27 01:33:48.149545 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Deleting port 7edc1d55-fe53-4bc1-9a85-a02199e5a601 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:48.149904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:48.208897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:48.227542 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] For port 7edc1d55-fe53-4bc1-9a85-a02199e5a601, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7edc1d55-fe53-4bc1-9a85-a02199e5a601,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:48.227900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:48.244247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Calling delete_port for 7edc1d55-fe53-4bc1-9a85-a02199e5a601 owned by network:router_interface {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:48.422419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (7edc1d55-fe53-4bc1-9a85-a02199e5a601), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:48.447820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edc1d55-fe53-4bc1-9a85-a02199e5a601,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:48.608547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:48.628970 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac31771-c9a9-41e7-9278-d9c86b5484ff None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:33:48.660762 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:48.703505 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac31771-c9a9-41e7-9278-d9c86b5484ff None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:33:48.816638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Router b634a60b-0937-4ad7-a11e-d3f695e17e49 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:33:48.922513 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:33:48.930493 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-df07d997-f9a8-4afc-8097-ce27f25fa463 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b634a60b-0937-4ad7-a11e-d3f695e17e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314455 Oct 27 01:33:48.931246 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36154) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:48.932632 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:48.933116 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Sync routers for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:33:48.934743 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:48.947185 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:48.947933 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:33:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:49.047226 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks [] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.049756 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:49.146117 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99582-47cd-4976-bebf-3fe5a4d2286f req-13f812e0-9b54-4d07-8a40-35a3ea59f525 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:49.147653 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6cf99582-47cd-4976-bebf-3fe5a4d2286f req-13f812e0-9b54-4d07-8a40-35a3ea59f525 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 943 time: 0.0629525 Oct 27 01:33:49.164845 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:49.233525 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks [] for router_gateway (b634a60b-0937-4ad7-a11e-d3f695e17e49), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.252931 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6cf99582-47cd-4976-bebf-3fe5a4d2286f req-7b282ab9-499c-4943-888a-601dd697955b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703864 Oct 27 01:33:49.293909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Deleting port def5db1e-1b5e-4bf5-8813-3e9ae6231764 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:49.294216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.332799 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-07d128be-e5f6-4c3d-ba69-43977d3b89ec None None] Provisioning complete for port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:33:49.333487 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-07d128be-e5f6-4c3d-ba69-43977d3b89ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.333991 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-07d128be-e5f6-4c3d-ba69-43977d3b89ec None None] Attempt 1 to provision port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 Oct 27 01:33:49.339826 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:33:48Z', 'revision_number': 5, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port': {'id': 'def5db1e-1b5e-4bf5-8813-3e9ae6231764', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:23:53Z', 'updated_at': '2022-10-27T01:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:49.365172 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Checking router: b634a60b-0937-4ad7-a11e-d3f695e17e49 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:33:49.373970 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Routers {'b634a60b-0937-4ad7-a11e-d3f695e17e49'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:33:49.374585 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:33:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['b634a60b-0937-4ad7-a11e-d3f695e17e49'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:49.397119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] For port def5db1e-1b5e-4bf5-8813-3e9ae6231764, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=def5db1e-1b5e-4bf5-8813-3e9ae6231764,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:49.397119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.411310 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Calling delete_port for def5db1e-1b5e-4bf5-8813-3e9ae6231764 owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:49.421704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-07d128be-e5f6-4c3d-ba69-43977d3b89ec None None] Current status of the port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:49.463533 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] Set router b634a60b-0937-4ad7-a11e-d3f695e17e49 gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:33:49.513841 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:33:49Z', 'revision_number': 6, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:49.539466 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b2609-82f6-4fbe-905b-2dcbcc21e1bc None None] The sync data for ids ['b634a60b-0937-4ad7-a11e-d3f695e17e49'] in dv-cinder-815582-19-iscsi is: [{'id': 'b634a60b-0937-4ad7-a11e-d3f695e17e49', 'name': 'tempest-AttachVolumeNegativeTest-1611453958-router', 'tenant_id': 'db70dacc270d431182451b57b277484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:23:52Z', 'updated_at': '2022-10-27T01:33:49Z', 'revision_number': 6, 'project_id': 'db70dacc270d431182451b57b277484f', 'gw_port_host': None}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:33:49.801600 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:49.849540 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (def5db1e-1b5e-4bf5-8813-3e9ae6231764), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:49.871767 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=def5db1e-1b5e-4bf5-8813-3e9ae6231764,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:49.938707 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.032962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.035209 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks [] for router_controller (b634a60b-0937-4ad7-a11e-d3f695e17e49), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.078898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (b634a60b-0937-4ad7-a11e-d3f695e17e49), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.080034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b634a60b-0937-4ad7-a11e-d3f695e17e49 {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:33:50.085005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.086385 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-c0434132-4a55-44e3-82b8-bd03725a3b35 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b634a60b-0937-4ad7-a11e-d3f695e17e49 HTTP/1.1" status: 204 len: 168 time: 1.1542082 Oct 27 01:33:50.089223 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36160) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:50.137400 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Deleting subnet 46488223-770e-44d4-b541-5953c826e098 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:33:50.138846 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:33:50.140671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Publish callbacks [] for subnet (46488223-770e-44d4-b541-5953c826e098), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.178177 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (46488223-770e-44d4-b541-5953c826e098), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.246098 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:50.260439 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:50.262305 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '431f71c8-f037-4a0b-8ada-368547d086d1', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '431f71c8-f037-4a0b-8ada-368547d086d1', 'mac_address': 'fa:16:3e:4d:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:33:50.268852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (46488223-770e-44d4-b541-5953c826e098), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.306373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:50.306705 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.326724 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:33:50.347995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (46488223-770e-44d4-b541-5953c826e098), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.356418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:50.368663 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.391806 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46488223-770e-44d4-b541-5953c826e098,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:50.402087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.407238 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-83f33352-0100-4151-acf1-0171663f2fb9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/46488223-770e-44d4-b541-5953c826e098 HTTP/1.1" status: 204 len: 168 time: 0.3165970 Oct 27 01:33:50.409108 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36166) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:50.431662 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=9']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:50.434035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7815d-c2d5-40c4-9968-768c8c10d717 None None] Network 4ba9997c-2f90-403d-993a-09c134c8fd7e requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:33:50.444514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:50.463451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.463867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.464280 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.464627 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.465039 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.469826 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.470177 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.470516 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.470914 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.471310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.471924 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.472030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.472312 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.472637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.472976 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:50.510536 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7edc1d55-fe53-4bc1-9a85-a02199e5a601 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:50.545544 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9b532-5ab0-4211-ba5c-05083021fede req-625ad8c1-83cb-480b-a171-c6d0c0283275 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:50.547048 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-19e9b532-5ab0-4211-ba5c-05083021fede req-625ad8c1-83cb-480b-a171-c6d0c0283275 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 944 time: 0.1025207 Oct 27 01:33:50.552867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 7edc1d55-fe53-4bc1-9a85-a02199e5a601 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:50.553254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7edc1d55-fe53-4bc1-9a85-a02199e5a601 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:50.553669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device def5db1e-1b5e-4bf5-8813-3e9ae6231764 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:50.554535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (4ba9997c-2f90-403d-993a-09c134c8fd7e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.577424 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: def5db1e-1b5e-4bf5-8813-3e9ae6231764 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:50.577778 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device def5db1e-1b5e-4bf5-8813-3e9ae6231764 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:50.633619 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-19e9b532-5ab0-4211-ba5c-05083021fede req-026b751d-f153-4c3e-b9b7-c62da1bc2afc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766370 Oct 27 01:33:50.640376 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Deleting port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:50.640688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.694341 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] DHCP port deletion for 4ba9997c-2f90-403d-993a-09c134c8fd7e request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:33:50.711594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] For port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:50.712052 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.727426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Calling delete_port for 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:50.735703 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Deleting port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:33:50.736080 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.807440 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] For port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,segment=NetworkSegment(9db37e0a-f9e6-45ea-8c43-561777defea1),segment_id=9db37e0a-f9e6-45ea-8c43-561777defea1)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:50.807889 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.810398 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.822446 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Calling delete_port for 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:33:50.841754 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] No DVR routers for this DVR port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:33:50.845308 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Pushing event deleted for resources: {'Port': ['ID=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:50.867911 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:50.868944 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:50.899879 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.918562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (4ba9997c-2f90-403d-993a-09c134c8fd7e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.923870 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['431f71c8-f037-4a0b-8ada-368547d086d1'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:33:50.940643 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba9997c-2f90-403d-993a-09c134c8fd7e']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:50.946459 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] Pushing event deleted for resources: {'Port': ['ID=41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:50.951575 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db37e0a-f9e6-45ea-8c43-561777defea1') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:50.951716 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db37e0a-f9e6-45ea-8c43-561777defea1') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:50.953438 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ff705-cc8f-4edf-bce0-cbbf3189e37d None None] No DVR routers for this DVR port 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:33:50.968285 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (9db37e0a-f9e6-45ea-8c43-561777defea1), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.982642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (9db37e0a-f9e6-45ea-8c43-561777defea1), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:50.991833 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:33:50.992270 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (9db37e0a-f9e6-45ea-8c43-561777defea1), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.014323 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 9db37e0a-f9e6-45ea-8c43-561777defea1 resource provider aggregate not found Oct 27 01:33:51.051113 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 9db37e0a-f9e6-45ea-8c43-561777defea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9db37e0a-f9e6-45ea-8c43-561777defea1 found for delete ", "request_id": "req-11e6e10e-c519-4c1d-8acc-0a165bb04deb"}]} Oct 27 01:33:51.071255 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (4ba9997c-2f90-403d-993a-09c134c8fd7e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.078305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.081472 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4ba9997c-2f90-403d-993a-09c134c8fd7e HTTP/1.1" status: 204 len: 168 time: 0.6711030 Oct 27 01:33:51.092624 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4323d0-df96-4caf-8629-5a3b5373440c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba9997c-2f90-403d-993a-09c134c8fd7e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:51.212377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36174) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:51.252228 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-42485dda-5a40-49eb-a0c1-e9197ee48e30 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=db70dacc270d431182451b57b277484f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385935 Oct 27 01:33:51.255126 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36176) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:33:51.302919 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] Publish callbacks [] for security_group (e41fbda3-eaac-4896-810c-11770bc6627b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.320892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:51.322974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] Publish callbacks [] for security_group (e41fbda3-eaac-4896-810c-11770bc6627b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.374114 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e41fbda3-eaac-4896-810c-11770bc6627b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.376725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:51.378093 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e41fbda3-eaac-4896-810c-11770bc6627b HTTP/1.1" status: 204 len: 168 time: 0.1220765 Oct 27 01:33:51.385624 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5b2a-a652-4ead-9895-e861ff0a8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41fbda3-eaac-4896-810c-11770bc6627b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:51.790780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9d4c1-d9ce-4e98-a6a7-e548e061cc2f req-70e49e30-6909-49f6-afcd-641fbb74f5ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:51.797854 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ec9d4c1-d9ce-4e98-a6a7-e548e061cc2f req-70e49e30-6909-49f6-afcd-641fbb74f5ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 944 time: 0.0668144 Oct 27 01:33:51.847576 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5ec9d4c1-d9ce-4e98-a6a7-e548e061cc2f req-998831c3-8945-4401-8f78-94e17a07544d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488482 Oct 27 01:33:52.051233 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:52.070900 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:33:52.071248 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 41fc2d44-24e1-4c0b-9eea-45c9b5b8a4b2 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:52.166438 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:33:52.210451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 431f71c8-f037-4a0b-8ada-368547d086d1 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:33:52.210826 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:52.211160 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 431f71c8-f037-4a0b-8ada-368547d086d1 Oct 27 01:33:52.286735 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 431f71c8-f037-4a0b-8ada-368547d086d1 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:33:52.287129 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:52.310135 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:33:52.312328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052798ea-c1f3-427b-abcd-4a7688127829" -d '{"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:33:52.327430 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:52.332921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:52.357728 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978c00c-5759-48d5-a761-6bc8056eb5d9 x-openstack-request-id: req-a978c00c-5759-48d5-a761-6bc8056eb5d9 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:33:52.358012 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-plugged", "status": "completed", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:33:52.358260 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a978c00c-5759-48d5-a761-6bc8056eb5d9 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:33:52.358648 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a978c00c-5759-48d5-a761-6bc8056eb5d9'] response: {'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'code': 200} Oct 27 01:33:52.385925 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=10']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:52.861052 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a50143-c280-47a0-ab10-f222aa07e417 req-f4b3cd64-07d3-4d76-8d77-31d2b0524722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:52.863057 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-62a50143-c280-47a0-ab10-f222aa07e417 req-f4b3cd64-07d3-4d76-8d77-31d2b0524722 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1130 time: 0.0440316 Oct 27 01:33:52.911801 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-62a50143-c280-47a0-ab10-f222aa07e417 req-5bb3efac-a651-4500-b42c-d12b46b078d3 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Oct 27 01:33:52.991067 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0586-0f45-45f2-8339-b2921a4c8b84 req-52fdd44a-9c01-407d-8a11-c7d79205edc8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:52.992726 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b3c0586-0f45-45f2-8339-b2921a4c8b84 req-52fdd44a-9c01-407d-8a11-c7d79205edc8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0556140 Oct 27 01:33:53.050797 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b3c0586-0f45-45f2-8339-b2921a4c8b84 req-0c299a32-2b80-4715-a3c7-22f8dd233346 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515757 Oct 27 01:33:53.447820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f0195dd5-1fd3-4fc4-997c-3ca5f44f996b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:54.197183 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7351d-bccd-4c96-9639-1f7b1cadb8c6 req-33563a2f-4fe5-48a1-b59a-d3c9814adf27 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:54.198802 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-abd7351d-bccd-4c96-9639-1f7b1cadb8c6 req-33563a2f-4fe5-48a1-b59a-d3c9814adf27 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0494230 Oct 27 01:33:54.246497 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-abd7351d-bccd-4c96-9639-1f7b1cadb8c6 req-fde46e80-774f-4317-a777-2e429a6f2ea5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Oct 27 01:33:55.373529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca8030-a3e9-41a0-b381-5a81244c11aa req-c5f5fcaa-95e2-4483-9c12-7f9d34c4a521 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:55.374978 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74ca8030-a3e9-41a0-b381-5a81244c11aa req-c5f5fcaa-95e2-4483-9c12-7f9d34c4a521 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0487983 Oct 27 01:33:55.423540 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74ca8030-a3e9-41a0-b381-5a81244c11aa req-4f43212d-747f-42b8-a988-9b5eca5dce8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Oct 27 01:33:55.804330 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6236159-58cc-4098-8389-99619f887ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:56.551633 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce72a-17ec-4ce0-8547-d17ab50627e0 req-dffa1aac-6d2e-40cb-b2bb-19b7a335f3b2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:56.553123 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9afce72a-17ec-4ce0-8547-d17ab50627e0 req-dffa1aac-6d2e-40cb-b2bb-19b7a335f3b2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0465300 Oct 27 01:33:56.598838 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9afce72a-17ec-4ce0-8547-d17ab50627e0 req-3ab1871f-91f7-4ede-a4e1-02ecdd5910ac tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Oct 27 01:33:57.117866 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:57.725409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614222ab-cd89-4702-a96f-91679f81b832 req-9a4a599a-3fbd-4b54-8189-f0891889c2b9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:57.726866 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-614222ab-cd89-4702-a96f-91679f81b832 req-9a4a599a-3fbd-4b54-8189-f0891889c2b9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0469127 Oct 27 01:33:57.756701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:57.777835 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-614222ab-cd89-4702-a96f-91679f81b832 req-60e4a0b8-ff21-4a7d-9701-6e77ab2838dc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Oct 27 01:33:58.792253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:58.904476 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec330-b9be-4942-a129-1e41c8da9a39 req-1dfdfdc6-183e-427d-b7c2-e3b12908bee7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:33:58.905993 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d29ec330-b9be-4942-a129-1e41c8da9a39 req-1dfdfdc6-183e-427d-b7c2-e3b12908bee7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0462000 Oct 27 01:33:58.952924 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d29ec330-b9be-4942-a129-1e41c8da9a39 req-518b231e-8ad3-4f5e-86bc-260ddf6cd1dc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Oct 27 01:33:58.987791 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:33:59.516780 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:33:59.517767 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=41 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:01.368126 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:01.381980 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.519922 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36426) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:04.520568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36428) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:04.626984 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-61e2dedc-058b-46a3-a186-c9d48a3aaf81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.627437 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.705303 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-61e2dedc-058b-46a3-a186-c9d48a3aaf81 admin admin] Publish callbacks [] for security_group (218c2de8-287b-4111-9bd0-221c7db7df8d), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.708478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Publish callbacks [] for security_group (df8d748d-77b6-4e75-918a-3f3a74b7979c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.710813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-61e2dedc-058b-46a3-a186-c9d48a3aaf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (218c2de8-287b-4111-9bd0-221c7db7df8d), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.713023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (df8d748d-77b6-4e75-918a-3f3a74b7979c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.751139 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-61e2dedc-058b-46a3-a186-c9d48a3aaf81 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5c697d48969f44589359cbfb5952b34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297704 Oct 27 01:34:04.752263 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2dedc-058b-46a3-a186-c9d48a3aaf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c2de8-287b-4111-9bd0-221c7db7df8d,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:04.753972 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0e3cfa878c494ae18fd619116fa25466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338653 Oct 27 01:34:04.754585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36434) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:04.755473 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d748d-77b6-4e75-918a-3f3a74b7979c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:04.758338 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36436) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:04.778184 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.778534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.778882 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.779214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.779549 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.779879 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.780203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.780524 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.780847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.781193 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.781508 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.781832 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.782147 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.782462 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.782779 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc069b8b-e79d-4524-9c45-30a0c47896a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:04.787259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:04.813264 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] Publish callbacks [] for security_group (218c2de8-287b-4111-9bd0-221c7db7df8d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.827646 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] Publish callbacks [] for security_group (df8d748d-77b6-4e75-918a-3f3a74b7979c), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.835065 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] Publish callbacks [] for security_group (218c2de8-287b-4111-9bd0-221c7db7df8d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.849244 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] Publish callbacks [] for security_group (df8d748d-77b6-4e75-918a-3f3a74b7979c), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.882873 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (218c2de8-287b-4111-9bd0-221c7db7df8d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.885971 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.887239 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/218c2de8-287b-4111-9bd0-221c7db7df8d HTTP/1.1" status: 204 len: 168 time: 0.1316977 Oct 27 01:34:04.896829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627734b9-5547-42ac-9efd-6eac971bb3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c2de8-287b-4111-9bd0-221c7db7df8d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:04.915095 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (df8d748d-77b6-4e75-918a-3f3a74b7979c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.917733 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:04.922084 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/df8d748d-77b6-4e75-918a-3f3a74b7979c HTTP/1.1" status: 204 len: 168 time: 0.1627257 Oct 27 01:34:04.931951 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd49a7-1243-4bbd-a564-ac24dd6ed39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d748d-77b6-4e75-918a-3f3a74b7979c,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:05.214309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36452) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:05.228368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-80fff71c-74f9-49ee-8cc3-34a5bbbbde0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.314428 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-80fff71c-74f9-49ee-8cc3-34a5bbbbde0f admin admin] Publish callbacks [] for security_group (a2479b15-3ba4-4251-aae2-7cde6848189d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.319239 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-80fff71c-74f9-49ee-8cc3-34a5bbbbde0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a2479b15-3ba4-4251-aae2-7cde6848189d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.360596 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-80fff71c-74f9-49ee-8cc3-34a5bbbbde0f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=919490995bfa4c2b8084cfbcdb2dcb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450267 Oct 27 01:34:05.361405 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fff71c-74f9-49ee-8cc3-34a5bbbbde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2479b15-3ba4-4251-aae2-7cde6848189d,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:05.363236 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36456) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:05.419951 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] Publish callbacks [] for security_group (a2479b15-3ba4-4251-aae2-7cde6848189d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.442015 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] Publish callbacks [] for security_group (a2479b15-3ba4-4251-aae2-7cde6848189d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.491822 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a2479b15-3ba4-4251-aae2-7cde6848189d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.494377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.497990 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a2479b15-3ba4-4251-aae2-7cde6848189d HTTP/1.1" status: 204 len: 168 time: 0.1312678 Oct 27 01:34:05.503804 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6914b3-8f15-40a2-a0f5-c2c0acc59cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2479b15-3ba4-4251-aae2-7cde6848189d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:05.641445 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36470) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:05.748349 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-965709044-network', 'tenant_id': '176e5a3c112e4967a83375c948008ab5'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:05.770807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Made reservation on behalf of 176e5a3c112e4967a83375c948008ab5 for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:05.773482 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.786612 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.798977 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36474) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:05.813867 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7f78851c-1fb8-4f46-abcc-5aca3ffb1013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.847783 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:05.869597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks [] for security_group (683bc559-f048-415b-be92-96c5b5c361a8), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.873583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (683bc559-f048-415b-be92-96c5b5c361a8), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.893933 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7f78851c-1fb8-4f46-abcc-5aca3ffb1013 admin admin] Publish callbacks [] for security_group (6d6830a8-f15c-4912-b8a6-336eac631ad8), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.896120 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:34:05.899291 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7f78851c-1fb8-4f46-abcc-5aca3ffb1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6d6830a8-f15c-4912-b8a6-336eac631ad8), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.912559 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683bc559-f048-415b-be92-96c5b5c361a8,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:05.915508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (ba146187-16dd-4265-ab20-3eb498098f43), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:05.915843 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Added segment ba146187-16dd-4265-ab20-3eb498098f43 of type vlan for network 9bca76cc-1d50-4e49-963d-abcefbafe61e Oct 27 01:34:05.940309 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7f78851c-1fb8-4f46-abcc-5aca3ffb1013 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1767f1f9014b4a6e99e343757adf03cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396163 Oct 27 01:34:05.942697 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78851c-1fb8-4f46-abcc-5aca3ffb1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6830a8-f15c-4912-b8a6-336eac631ad8,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:05.944444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36476) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:05.972187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (9bca76cc-1d50-4e49-963d-abcefbafe61e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.019406 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (9bca76cc-1d50-4e49-963d-abcefbafe61e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.021241 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:06.021814 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.042447 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] Publish callbacks [] for security_group (6d6830a8-f15c-4912-b8a6-336eac631ad8), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.090911 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4483736 Oct 27 01:34:06.093865 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36478) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:06.099147 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Request body: {'subnet': {'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-965709044-subnet', 'tenant_id': '176e5a3c112e4967a83375c948008ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:06.106786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] Publish callbacks [] for security_group (6d6830a8-f15c-4912-b8a6-336eac631ad8), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.114827 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:06.116220 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14178a-4569-48bf-be2d-78da26150b1d admin admin] Pushing event updated for resources: {'Network': ['ID=9bca76cc-1d50-4e49-963d-abcefbafe61e,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:06.124472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Made reservation on behalf of 176e5a3c112e4967a83375c948008ab5 for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:06.127836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:34:06.141718 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:06.143037 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480352'] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.169807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6d6830a8-f15c-4912-b8a6-336eac631ad8), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.172657 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.176345 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6d6830a8-f15c-4912-b8a6-336eac631ad8 HTTP/1.1" status: 204 len: 168 time: 0.2285304 Oct 27 01:34:06.187202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64b9a9-d0b8-4bb5-a8ba-9370d4281601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6830a8-f15c-4912-b8a6-336eac631ad8,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:06.194371 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:06.323527 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480270'] for subnet (ca92e9b4-714e-405c-9892-3af49b0b5a5d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.387457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca92e9b4-714e-405c-9892-3af49b0b5a5d,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:06.396523 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Checking segment: {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:06.396871 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Network hostable DHCP agents. Network: 9bca76cc-1d50-4e49-963d-abcefbafe61e, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:34:06.418816 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:34:06.428642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 9bca76cc-1d50-4e49-963d-abcefbafe61e) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:06.433233 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:06.433879 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:06.439513 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a6def-965e-4d01-8c67-737771e8f24a None None] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:06.459406 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c98c9db2-dacc-4f5e-846a-02f38fdc2174 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3642318 Oct 27 01:34:06.706184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09310c34-1492-40b7-82fc-e69113e3a7a6 None None] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:06.792200 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:08.613448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-78f1457c-6810-42c3-973d-a9d0bdf29e86 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:08.615053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-78f1457c-6810-42c3-973d-a9d0bdf29e86 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 813 time: 0.1005397 Oct 27 01:34:08.629328 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-cabf540a-7ad3-4eb3-b5a3-eabda5e07034 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/quotas/176e5a3c112e4967a83375c948008ab5 HTTP/1.1" status: 200 len: 375 time: 0.0089455 Oct 27 01:34:08.665637 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-fc38b473-268e-42dd-a001-914fb731e1a7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313344 Oct 27 01:34:08.675791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-6dfb357d-b803-48ae-bf3b-9604f461e90b service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:34:08.677007 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-6dfb357d-b803-48ae-bf3b-9604f461e90b service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052624 Oct 27 01:34:08.766878 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-9397a353-7a2f-4359-b15b-65b0dab669de service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Oct 27 01:34:08.860957 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-53b3211b-d35b-4a97-836e-5ae9859fc91c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879118 Oct 27 01:34:09.139028 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-96e6bbcf-5493-4eae-9b07-9d60ab76692b req-b82d0cc5-3b96-43f2-b875-0526d04b70d3 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 210 time: 0.1392934 Oct 27 01:34:10.225638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-30feff1c-ae1c-47ac-9db3-65b654683937 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:10.227114 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-30feff1c-ae1c-47ac-9db3-65b654683937 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 813 time: 0.1095085 Oct 27 01:34:10.259216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Request body: {'port': {'device_id': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e', 'admin_state_up': True, 'tenant_id': '176e5a3c112e4967a83375c948008ab5'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:10.263555 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d76c941b-60e8-4bbe-9b9b-126f209c5ed4 req-a9deb8e2-b35c-4279-884a-87ca2d50eb0f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0355539 Oct 27 01:34:10.366309 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Made reservation on behalf of 176e5a3c112e4967a83375c948008ab5 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:10.370041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:10.372581 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:10.498981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Allocated IP 172.20.0.2 (9bca76cc-1d50-4e49-963d-abcefbafe61e/ca92e9b4-714e-405c-9892-3af49b0b5a5d/916c39b7-b2b2-4248-bcce-53ebf91190cb) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:10.643815 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks [] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:10.648250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:10.677664 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:10.718909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:10.724643 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:10.728372 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:10.750974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Pushing event updated for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:10.777977 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:10.778676 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:10.794985 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f414759e-28f3-45b7-b470-26bf9ba01932 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403187 Oct 27 01:34:10.814402 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Request body: {'port': {'device_id': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:10.875077 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.130060 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c39b7-b2b2-4248-bcce-53ebf91190cb {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:34:11.138551 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks [] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.152116 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Transition to ACTIVE for port object 916c39b7-b2b2-4248-bcce-53ebf91190cb will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:34:11.155843 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.220074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Pushing event updated for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:11.250748 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:11.272194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Attempting to bind port 916c39b7-b2b2-4248-bcce-53ebf91190cb on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:11.272526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Attempting to bind port 916c39b7-b2b2-4248-bcce-53ebf91190cb by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:11.272853 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Attempting to bind port 916c39b7-b2b2-4248-bcce-53ebf91190cb on network 9bca76cc-1d50-4e49-963d-abcefbafe61e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:11.319143 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Port 916c39b7-b2b2-4248-bcce-53ebf91190cb on network 9bca76cc-1d50-4e49-963d-abcefbafe61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:34:11.319473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Attempting to bind port 916c39b7-b2b2-4248-bcce-53ebf91190cb on network 9bca76cc-1d50-4e49-963d-abcefbafe61e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:11.358476 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36600) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:11.391504 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:11.399935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:11.400307 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Checking segment: {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:11.400709 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Bound using segment: {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:11.401173 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Bound port: 916c39b7-b2b2-4248-bcce-53ebf91190cb, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:11.401531 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.419397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843a4e4-ca46-4fd7-a8c6-a685eaadeffc req-265a3649-81d9-4dc8-a535-0b80dfe8f91e tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:11.420893 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5843a4e4-ca46-4fd7-a8c6-a685eaadeffc req-265a3649-81d9-4dc8-a535-0b80dfe8f91e tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0758889 Oct 27 01:34:11.474999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31bbd2fe-dc93-4594-8701-aee937cb0703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.510728 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5843a4e4-ca46-4fd7-a8c6-a685eaadeffc req-aef7ea25-c13c-40f9-9ad0-1aaca841316c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Oct 27 01:34:11.511723 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:11.515378 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:11.524536 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.529371 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:11.530470 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.531508 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/916c39b7-b2b2-4248-bcce-53ebf91190cb HTTP/1.1" status: 200 len: 1093 time: 0.7211587 Oct 27 01:34:11.532123 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:34:11.535177 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15" -d '{"events": [{"name": "network-changed", "server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:34:11.557494 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31bbd2fe-dc93-4594-8701-aee937cb0703 admin admin] Publish callbacks [] for security_group (d38940ed-7f5a-4138-beca-2ed9dc3d7d95), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.564344 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-31bbd2fe-dc93-4594-8701-aee937cb0703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d38940ed-7f5a-4138-beca-2ed9dc3d7d95), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.586597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ec9b6-1fee-43ba-92c0-2a7eaa5a3584 x-openstack-request-id: req-843ec9b6-1fee-43ba-92c0-2a7eaa5a3584 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:34:11.587096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:34:11.587352 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-843ec9b6-1fee-43ba-92c0-2a7eaa5a3584 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:34:11.587805 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843ec9b6-1fee-43ba-92c0-2a7eaa5a3584'] response: {'name': 'network-changed', 'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb', 'status': 'completed', 'code': 200} Oct 27 01:34:11.591541 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968cb8-a0fc-4492-aa68-9cf55e41a964 service neutron] Pushing event updated for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:11.594872 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-31bbd2fe-dc93-4594-8701-aee937cb0703 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=105497a27f944bfdb9e844ffb00ea024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348061 Oct 27 01:34:11.597505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36606) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:11.615621 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbd2fe-dc93-4594-8701-aee937cb0703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38940ed-7f5a-4138-beca-2ed9dc3d7d95,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:11.670364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-a03ccc2f-da1b-4877-90b4-2dbfc1622bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:11.671877 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-a03ccc2f-da1b-4877-90b4-2dbfc1622bb3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 1127 time: 0.0611796 Oct 27 01:34:11.687026 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] Publish callbacks [] for security_group (d38940ed-7f5a-4138-beca-2ed9dc3d7d95), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.726136 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-22e43408-8ae0-439d-9233-4ee795734465 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb HTTP/1.1" status: 200 len: 217 time: 0.0400927 Oct 27 01:34:11.744926 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] Publish callbacks [] for security_group (d38940ed-7f5a-4138-beca-2ed9dc3d7d95), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.806786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f77c1b3e-4f1a-4340-9566-cb95b5170ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:11.808295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-f77c1b3e-4f1a-4340-9566-cb95b5170ef2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ca92e9b4-714e-405c-9892-3af49b0b5a5d HTTP/1.1" status: 200 len: 853 time: 0.0749376 Oct 27 01:34:11.841994 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-dc48b33b-cabd-4273-875d-b83bae285f57 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=9bca76cc-1d50-4e49-963d-abcefbafe61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270634 Oct 27 01:34:11.845961 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d38940ed-7f5a-4138-beca-2ed9dc3d7d95), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.848996 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:11.850151 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d38940ed-7f5a-4138-beca-2ed9dc3d7d95 HTTP/1.1" status: 204 len: 168 time: 0.2516956 Oct 27 01:34:11.858435 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbc8f6-84d3-4034-a739-e33127e4d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38940ed-7f5a-4138-beca-2ed9dc3d7d95,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:11.952609 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-2a8abb46-74fd-474a-878e-578750066bb3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913999 Oct 27 01:34:12.049396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4dc0ef14-3fff-4e20-a552-11348c4010cf req-5b8aceb8-4db3-40a5-94dc-5935fd03df6b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897233 Oct 27 01:34:12.132288 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36612) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:12.146254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2198d681-aeb9-4c79-8cdb-6424706449b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.226047 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2198d681-aeb9-4c79-8cdb-6424706449b2 admin admin] Publish callbacks [] for security_group (6b6c7c1c-3e06-4001-9e38-d23f4de9fa33), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.229820 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2198d681-aeb9-4c79-8cdb-6424706449b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6b6c7c1c-3e06-4001-9e38-d23f4de9fa33), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.252022 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:12.268947 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198d681-aeb9-4c79-8cdb-6424706449b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c7c1c-3e06-4001-9e38-d23f4de9fa33,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:12.274069 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2198d681-aeb9-4c79-8cdb-6424706449b2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=81f90a474e434ed6ab3ed1b03556415e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407549 Oct 27 01:34:12.277432 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36614) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:12.326192 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] Publish callbacks [] for security_group (6b6c7c1c-3e06-4001-9e38-d23f4de9fa33), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.346203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] Publish callbacks [] for security_group (6b6c7c1c-3e06-4001-9e38-d23f4de9fa33), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.392370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6b6c7c1c-3e06-4001-9e38-d23f4de9fa33), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.396199 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:12.397359 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b6c7c1c-3e06-4001-9e38-d23f4de9fa33 HTTP/1.1" status: 204 len: 168 time: 0.1193893 Oct 27 01:34:12.405409 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eba3e5-b62a-45eb-9928-3811d19d6cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c7c1c-3e06-4001-9e38-d23f4de9fa33,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:12.639872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322ffc4-f248-4db3-8cec-2f4f3f54448b req-fd5327f5-7c6d-4aa8-a2d1-8473fd943a0f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:12.642068 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5322ffc4-f248-4db3-8cec-2f4f3f54448b req-fd5327f5-7c6d-4aa8-a2d1-8473fd943a0f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0497396 Oct 27 01:34:12.697780 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5322ffc4-f248-4db3-8cec-2f4f3f54448b req-9eb0cd6c-c7b5-409f-b184-84e17590ee9f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Oct 27 01:34:13.787356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:13.831524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf540-a2ba-43d3-af14-4baa592367cc req-a99d5669-7d7b-4728-ab88-4b89c4ca46f6 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:13.835232 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-226cf540-a2ba-43d3-af14-4baa592367cc req-a99d5669-7d7b-4728-ab88-4b89c4ca46f6 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0571365 Oct 27 01:34:13.882825 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-226cf540-a2ba-43d3-af14-4baa592367cc req-77b0bb57-a90e-49c6-b4e7-4ad4835653ec tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Oct 27 01:34:14.088003 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-f1ed78dc-c8d3-4747-9c5b-83192b693dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:14.089526 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-f1ed78dc-c8d3-4747-9c5b-83192b693dc1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 1127 time: 0.0415769 Oct 27 01:34:14.177829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:14.188467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-9047e94f-83e8-4c5d-aa35-967e626a6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:14.190219 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-9047e94f-83e8-4c5d-aa35-967e626a6a30 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 914 time: 0.0944774 Oct 27 01:34:14.233349 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-e660ef0a-de8b-4ec6-b09d-db35495b1d83 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb HTTP/1.1" status: 200 len: 217 time: 0.0344970 Oct 27 01:34:14.284087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-2de19185-ef0c-4f4d-ae10-806353523b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:14.285607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-2de19185-ef0c-4f4d-ae10-806353523b1e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ca92e9b4-714e-405c-9892-3af49b0b5a5d HTTP/1.1" status: 200 len: 853 time: 0.0454547 Oct 27 01:34:14.323299 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-232bb4ef-2646-4b0b-b005-972bf150333a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=9bca76cc-1d50-4e49-963d-abcefbafe61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301642 Oct 27 01:34:14.410668 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-fe5d2d63-076b-4eb1-be6c-72049feb20cc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811152 Oct 27 01:34:14.503823 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0bcc132d-8509-4894-92ca-aa3f3aa5ef15 req-fc304148-cb56-4700-9122-213a3ad3bfdb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870378 Oct 27 01:34:15.004412 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f00e13-6f5b-4914-80e0-4e35e40cb4df req-504261cc-9a12-4548-99ba-6427c72b108f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:15.005928 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35f00e13-6f5b-4914-80e0-4e35e40cb4df req-504261cc-9a12-4548-99ba-6427c72b108f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0481188 Oct 27 01:34:15.053647 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35f00e13-6f5b-4914-80e0-4e35e40cb4df req-0cbffeb0-49c5-4316-9a45-73af467abfb7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Oct 27 01:34:16.171508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f08026-806d-48ea-a51c-69fc30a8c3c8 req-4b011ab6-f798-4630-9fd2-0559d580903f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:16.173251 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-06f08026-806d-48ea-a51c-69fc30a8c3c8 req-4b011ab6-f798-4630-9fd2-0559d580903f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0469468 Oct 27 01:34:16.219105 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-06f08026-806d-48ea-a51c-69fc30a8c3c8 req-de004551-cab4-4cba-8bff-804f25f9573c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Oct 27 01:34:16.281379 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 916c39b7-b2b2-4248-bcce-53ebf91190cb details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:34:16.378413 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:16.390422 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '916c39b7-b2b2-4248-bcce-53ebf91190cb', 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e', 'port_id': '916c39b7-b2b2-4248-bcce-53ebf91190cb', 'mac_address': 'fa:16:3e:e9:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca92e9b4-714e-405c-9892-3af49b0b5a5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:34:16.428803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 916c39b7-b2b2-4248-bcce-53ebf91190cb is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:16.429230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:16.442068 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c39b7-b2b2-4248-bcce-53ebf91190cb {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:34:16.462548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:16.466479 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:16.514343 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:16.857283 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['916c39b7-b2b2-4248-bcce-53ebf91190cb'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:34:17.345949 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa1ec-247c-4ebb-91b9-0d5718a105dc req-c91b1c4f-0f19-4944-ace6-4dcaccfb0aa7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:17.347735 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a7fa1ec-247c-4ebb-91b9-0d5718a105dc req-c91b1c4f-0f19-4944-ace6-4dcaccfb0aa7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 944 time: 0.0515695 Oct 27 01:34:17.399323 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8a7fa1ec-247c-4ebb-91b9-0d5718a105dc req-6c1117e1-4444-4d01-b689-7f25edc97157 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Oct 27 01:34:18.311756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 916c39b7-b2b2-4248-bcce-53ebf91190cb up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:18.353920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 916c39b7-b2b2-4248-bcce-53ebf91190cb completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:34:18.358662 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 916c39b7-b2b2-4248-bcce-53ebf91190cb triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:18.359125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:18.359417 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 916c39b7-b2b2-4248-bcce-53ebf91190cb Oct 27 01:34:18.399964 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:18.441510 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 916c39b7-b2b2-4248-bcce-53ebf91190cb is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:18.442143 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:18.465874 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:34:18.468084 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415c9e8-7002-4e64-9267-941b0c031f0b" -d '{"events": [{"server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:34:18.485088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:18.495021 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:18.525564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3154a2-258d-4d45-89b9-e4cef0498d01 x-openstack-request-id: req-4c3154a2-258d-4d45-89b9-e4cef0498d01 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:34:18.525906 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:34:18.526160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c3154a2-258d-4d45-89b9-e4cef0498d01 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:34:18.526546 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3154a2-258d-4d45-89b9-e4cef0498d01'] response: {'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb', 'code': 200} Oct 27 01:34:18.533034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850c7d2-ef0a-4d4b-9fb7-883d8136cc10 req-38f4d3dd-553b-492f-aa9d-8c73c49d4e50 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:18.541619 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4850c7d2-ef0a-4d4b-9fb7-883d8136cc10 req-38f4d3dd-553b-492f-aa9d-8c73c49d4e50 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 944 time: 0.0650468 Oct 27 01:34:18.561998 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:18.586520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4850c7d2-ef0a-4d4b-9fb7-883d8136cc10 req-ff17f0a6-385c-415e-b3b0-fc1cb0a2aed9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Oct 27 01:34:18.804376 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:34:18.848689 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f512e7-6115-48b9-8ff9-a4f240b2717a req-e94b6622-2c9e-4af6-890d-4be9718da6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:18.850249 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-26f512e7-6115-48b9-8ff9-a4f240b2717a req-e94b6622-2c9e-4af6-890d-4be9718da6cd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 1129 time: 0.1450508 Oct 27 01:34:18.953199 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36750) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:19.069277 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-261caf50-ef5a-44f8-9abd-58e17cf9219f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.108215 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:19.156332 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-261caf50-ef5a-44f8-9abd-58e17cf9219f admin admin] Publish callbacks [] for security_group (a2b9a5aa-2950-4e44-864c-5b8707462cc4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.160132 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-261caf50-ef5a-44f8-9abd-58e17cf9219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a2b9a5aa-2950-4e44-864c-5b8707462cc4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.176067 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:19.180396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-26f512e7-6115-48b9-8ff9-a4f240b2717a req-32397e36-43fa-4137-bec9-7e6001715f88 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232684 Oct 27 01:34:19.205235 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-261caf50-ef5a-44f8-9abd-58e17cf9219f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8bb1b75cc5d04740921563d834113140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508214 Oct 27 01:34:19.206087 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261caf50-ef5a-44f8-9abd-58e17cf9219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b9a5aa-2950-4e44-864c-5b8707462cc4,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:19.208580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36754) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:19.256534 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] Publish callbacks [] for security_group (a2b9a5aa-2950-4e44-864c-5b8707462cc4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.276388 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] Publish callbacks [] for security_group (a2b9a5aa-2950-4e44-864c-5b8707462cc4), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.323314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (a2b9a5aa-2950-4e44-864c-5b8707462cc4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.325869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.326994 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a2b9a5aa-2950-4e44-864c-5b8707462cc4 HTTP/1.1" status: 204 len: 168 time: 0.1174369 Oct 27 01:34:19.335410 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde18db-ec53-41df-a8de-506439331628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b9a5aa-2950-4e44-864c-5b8707462cc4,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:19.592664 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36760) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:19.605780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b0af4b6-ad2b-4696-993f-cb48dcfd26bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.691179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:19.714918 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b0af4b6-ad2b-4696-993f-cb48dcfd26bd admin admin] Publish callbacks [] for security_group (dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.725384 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2b0af4b6-ad2b-4696-993f-cb48dcfd26bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.749946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5842-dd65-4271-aa8c-c29753d9d286 req-431a08b2-cb37-4e66-9c83-720b5ae68dfc tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:19.751667 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-903e5842-dd65-4271-aa8c-c29753d9d286 req-431a08b2-cb37-4e66-9c83-720b5ae68dfc tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0777433 Oct 27 01:34:19.788033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af4b6-ad2b-4696-993f-cb48dcfd26bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:19.793090 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2b0af4b6-ad2b-4696-993f-cb48dcfd26bd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=74ff87b56396429592c365c6649cf72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993625 Oct 27 01:34:19.796052 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36764) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:19.824713 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-903e5842-dd65-4271-aa8c-c29753d9d286 req-315ce65b-8543-45d2-a6ce-d2aaaa161b36 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609667 Oct 27 01:34:19.856704 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] Publish callbacks [] for security_group (dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.876698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] Publish callbacks [] for security_group (dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.924821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.927840 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:19.928958 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3 HTTP/1.1" status: 204 len: 168 time: 0.1318941 Oct 27 01:34:19.936932 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac53c97-fc14-4adf-beed-78744d713c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfeac1d-a23e-4d82-b3fb-b2b1a67ae8b3,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:20.954891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8c39-b03d-4d40-a3fe-3225ce9a74c8 req-491cecc2-d886-45bf-b9b8-923e385830d1 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:20.956389 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-550a8c39-b03d-4d40-a3fe-3225ce9a74c8 req-491cecc2-d886-45bf-b9b8-923e385830d1 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Oct 27 01:34:20.987218 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36798) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:21.007334 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-550a8c39-b03d-4d40-a3fe-3225ce9a74c8 req-b8afa6cb-46a5-433c-8035-e17404b65505 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Oct 27 01:34:21.096177 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-16db09cd-7854-42f0-8890-e0f55602ca54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.184754 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-16db09cd-7854-42f0-8890-e0f55602ca54 admin admin] Publish callbacks [] for security_group (59f8e624-3559-45e8-b76d-aef601a606ff), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.188875 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-16db09cd-7854-42f0-8890-e0f55602ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (59f8e624-3559-45e8-b76d-aef601a606ff), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.230297 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db09cd-7854-42f0-8890-e0f55602ca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f8e624-3559-45e8-b76d-aef601a606ff,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:21.234647 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-16db09cd-7854-42f0-8890-e0f55602ca54 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=89bed199e23b48dfa4bab7846705d6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464025 Oct 27 01:34:21.237351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36840) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:21.289153 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] Publish callbacks [] for security_group (59f8e624-3559-45e8-b76d-aef601a606ff), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.309447 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] Publish callbacks [] for security_group (59f8e624-3559-45e8-b76d-aef601a606ff), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.320012 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:21.361338 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (59f8e624-3559-45e8-b76d-aef601a606ff), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.364625 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:21.365878 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/59f8e624-3559-45e8-b76d-aef601a606ff HTTP/1.1" status: 204 len: 168 time: 0.1276259 Oct 27 01:34:21.375468 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5fa3e-9850-4c00-9695-7ca4b89ee1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f8e624-3559-45e8-b76d-aef601a606ff,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:23.449841 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf2a5-99a5-48d8-931b-fd3cae22b971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.446029 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36930) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:25.555338 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a8a45aa5-e976-489d-b15c-3892af0fc768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.634365 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a8a45aa5-e976-489d-b15c-3892af0fc768 admin admin] Publish callbacks [] for security_group (e0c48d3f-4e17-4d00-bccb-73803ff8e047), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.638550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a8a45aa5-e976-489d-b15c-3892af0fc768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e0c48d3f-4e17-4d00-bccb-73803ff8e047), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.676507 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:25.684091 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a8a45aa5-e976-489d-b15c-3892af0fc768 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8745ff179186480dba10bd18077ebf02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369967 Oct 27 01:34:25.685900 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a45aa5-e976-489d-b15c-3892af0fc768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c48d3f-4e17-4d00-bccb-73803ff8e047,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:25.687048 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 36936) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:25.745316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] Publish callbacks [] for security_group (e0c48d3f-4e17-4d00-bccb-73803ff8e047), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.765925 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] Publish callbacks [] for security_group (e0c48d3f-4e17-4d00-bccb-73803ff8e047), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.795394 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:25.813288 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f552974a-75de-4539-82d7-ff16218f75e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.819585 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (e0c48d3f-4e17-4d00-bccb-73803ff8e047), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.822127 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:25.823343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e0c48d3f-4e17-4d00-bccb-73803ff8e047 HTTP/1.1" status: 204 len: 168 time: 0.1349363 Oct 27 01:34:25.831399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e5ad8-824a-4525-af34-1df6d383ea0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c48d3f-4e17-4d00-bccb-73803ff8e047,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:26.944553 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36970) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:27.050965 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-82328104-7f0d-4a20-815b-b6b2b7975756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.120847 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.138068 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-82328104-7f0d-4a20-815b-b6b2b7975756 admin admin] Publish callbacks [] for security_group (c9465005-8d68-4d65-8834-d5b4437254b6), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.141760 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-82328104-7f0d-4a20-815b-b6b2b7975756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c9465005-8d68-4d65-8834-d5b4437254b6), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.181627 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82328104-7f0d-4a20-815b-b6b2b7975756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9465005-8d68-4d65-8834-d5b4437254b6,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:27.186476 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-82328104-7f0d-4a20-815b-b6b2b7975756 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4d885b933eca4da0a9ed5474f84ccfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403102 Oct 27 01:34:27.188580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36974) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:27.238612 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] Publish callbacks [] for security_group (c9465005-8d68-4d65-8834-d5b4437254b6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.260621 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] Publish callbacks [] for security_group (c9465005-8d68-4d65-8834-d5b4437254b6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.309766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (c9465005-8d68-4d65-8834-d5b4437254b6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.312296 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:27.313479 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c9465005-8d68-4d65-8834-d5b4437254b6 HTTP/1.1" status: 204 len: 168 time: 0.1239860 Oct 27 01:34:27.321781 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc471619-47ef-4b38-8f6c-fa163686eb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9465005-8d68-4d65-8834-d5b4437254b6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:28.013170 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 36998) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:28.127711 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1974895466-network', 'tenant_id': '9e496297038149beb8bfe69c53234988'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:28.153254 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Made reservation on behalf of 9e496297038149beb8bfe69c53234988 for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:28.155563 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.167712 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.255215 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks [] for security_group (31721392-513b-448d-8226-ea6b6eb00319), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.259706 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (31721392-513b-448d-8226-ea6b6eb00319), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.293408 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:28.294426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:34:28.302580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31721392-513b-448d-8226-ea6b6eb00319,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:28.312038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (8375582c-6ee0-41e4-b02d-c3c67409610a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.312038 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Added segment 8375582c-6ee0-41e4-b02d-c3c67409610a of type vlan for network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 Oct 27 01:34:28.359789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (170ef906-51b9-4ed2-98f7-40cadf9de9a4), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.389946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (170ef906-51b9-4ed2-98f7-40cadf9de9a4), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.390943 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:28.391524 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.457549 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4432251 Oct 27 01:34:28.460720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37002) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:28.466616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Request body: {'subnet': {'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1974895466-subnet', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:28.469274 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70e35e-5817-427f-9bde-5253de879488 admin admin] Pushing event updated for resources: {'Network': ['ID=170ef906-51b9-4ed2-98f7-40cadf9de9a4,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:28.490966 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:34:28.491526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Made reservation on behalf of 9e496297038149beb8bfe69c53234988 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:28.493671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60099322'] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.589244 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:28.676103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59514995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60099220'] for subnet (b0205bc0-8e79-4428-94b9-a41581212c7e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.735517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0205bc0-8e79-4428-94b9-a41581212c7e,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:28.743441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Checking segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:28.743799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Network hostable DHCP agents. Network: 170ef906-51b9-4ed2-98f7-40cadf9de9a4, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:34:28.761352 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:34:28.770880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 170ef906-51b9-4ed2-98f7-40cadf9de9a4) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:28.776189 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:28.777138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.780674 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc43548-e3fa-4d05-bb3e-51df6c3dd3f0 None None] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:28.797763 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bd3c864d-8ff7-479e-ba76-1a6de9ccfc13 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3323374 Oct 27 01:34:28.798170 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37004) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:28.802560 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:28.827075 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.828241 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.854719 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:28.855484 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.892987 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for router_controller (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:28.924515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'project_id': '9e496297038149beb8bfe69c53234988', 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:34:28.925530 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.026224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.045351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for router_gateway (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.075680 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Allocated IP 172.20.0.2 (170ef906-51b9-4ed2-98f7-40cadf9de9a4/b0205bc0-8e79-4428-94b9-a41581212c7e/b8b25cba-d2d2-4b35-8e17-4ffba8a8151d) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:29.226012 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks [] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.232077 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.249026 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for router_gateway (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.269853 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.272512 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:29.275468 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:29.281514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:29.290268 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Pushing event updated for resources: {'Port': ['ID=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:29.347606 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Attempting to bind port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:29.347972 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Attempting to bind port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:29.348331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Attempting to bind port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d on network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:29.391349 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:29.391719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Checking segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:29.392205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.392335 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Allocated IP 172.27.0.46 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/5b7302c7-3efb-4a67-bb0f-f1f13716b64e) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:29.392509 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Bound using segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:29.393113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Bound port: b8b25cba-d2d2-4b35-8e17-4ffba8a8151d, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:29.393485 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.428645 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:29.459059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] For port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:29.463279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] For port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:29.469652 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.510938 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.531630 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b12a-ec37-4bbd-92c8-84ff001fcb09 None None] Pushing event updated for resources: {'Port': ['ID=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:29.558942 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:29.606398 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:29.609761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:29.614160 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:29.617428 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:29.649492 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:29.805617 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:29.807855 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:29.830640 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:30.105282 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b8b25cba-d2d2-4b35-8e17-4ffba8a8151d up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:30.109668 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:30.134213 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for router_gateway (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.157887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:30.158371 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.158705 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d Oct 27 01:34:30.240303 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:30.240691 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.278840 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:30.284681 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.341974 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:30.353829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.436557 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a07c8-e26e-4594-978a-aee8885eb966 None None] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:30.485488 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:34:30.528927 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-597f92cd-a8fa-4d0d-8df2-b49ee4f5c98f None None] Provisioning complete for port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:30.529316 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-597f92cd-a8fa-4d0d-8df2-b49ee4f5c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.529646 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-597f92cd-a8fa-4d0d-8df2-b49ee4f5c98f None None] Attempt 1 to provision port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d Oct 27 01:34:30.598036 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:34:30.608919 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Sync routers for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:34:30.618523 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.619742 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b4cc9d83-eb0c-426b-9fea-63a1b61695b3 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8205237 Oct 27 01:34:30.622708 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37010) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:30.645474 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:30.646123 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:30.693770 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-597f92cd-a8fa-4d0d-8df2-b49ee4f5c98f None None] Current status of the port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:30.732848 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:30.771279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:30.850050 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-1c36c860-973c-4bd6-8116-d07cb11f3579 None None] Provisioning complete for port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:30.850332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1c36c860-973c-4bd6-8116-d07cb11f3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:30.850674 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-1c36c860-973c-4bd6-8116-d07cb11f3579 None None] Attempt 1 to provision port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d Oct 27 01:34:30.943968 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:31.025861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1c36c860-973c-4bd6-8116-d07cb11f3579 None None] Current status of the port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:31.025861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:29Z', 'revision_number': 3, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:31.053809 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Checking router: e0207feb-9a90-47b4-bd9a-c5aee096dcf1 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:34:31.054157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Updating router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:34:31.083233 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.087307 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.107690 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:31.247288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Allocated IP 172.20.0.1 (170ef906-51b9-4ed2-98f7-40cadf9de9a4/b0205bc0-8e79-4428-94b9-a41581212c7e/1a00cef3-a816-4442-b28f-c62a4847be6f) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:31.345729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:31.369451 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks [] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.404217 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.414857 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.444695 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:31.451734 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:31.455987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:31.459363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Pushing event updated for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:31.504347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.511917 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks [] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.521444 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.567032 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:31.567400 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Attempting to bind port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:31.567741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Attempting to bind port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:31.568251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Attempting to bind port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:31.610985 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a7c17-d8ec-4c6b-a917-b0477d8bca34 None None] Pushing event updated for resources: {'Port': ['ID=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:31.638570 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:31.639262 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:31.639761 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.640227 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:31.640791 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Bound port: 5b7302c7-3efb-4a67-bb0f-f1f13716b64e, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:31.641264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.650749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.702960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] For port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:31.706159 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] For port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:31.713903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.768559 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:31.769118 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:31.775283 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-b9061588-b95d-40e2-8167-7da77430cd80 None None] Provisioning complete for port 1a00cef3-a816-4442-b28f-c62a4847be6f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:31.775649 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b9061588-b95d-40e2-8167-7da77430cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.776004 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-b9061588-b95d-40e2-8167-7da77430cd80 None None] Attempt 1 to provision port 1a00cef3-a816-4442-b28f-c62a4847be6f Oct 27 01:34:31.831304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks [] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.836843 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.839052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a7c17-d8ec-4c6b-a917-b0477d8bca34 None None] Pushing event updated for resources: {'Port': ['ID=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:31.869336 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b9061588-b95d-40e2-8167-7da77430cd80 None None] Port 1a00cef3-a816-4442-b28f-c62a4847be6f cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:34:31.912580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:31.916061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Pushing event updated for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:31.925299 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:31.964029 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:32.014243 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:32.015663 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:32.113594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b8b25cba-d2d2-4b35-8e17-4ffba8a8151d up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:32.152702 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:34:32.155460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:32.189146 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 1, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:32.222064 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998aa11-b8bb-45ec-a66a-1eb1f03290b5 None None] The sync data for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi is: [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 1, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:34:32.235028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:32.235643 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.235984 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d Oct 27 01:34:32.274266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:34:32.279900 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-db787d16-6d57-4aa3-8985-d8f5f5ac8a37 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e0207feb-9a90-47b4-bd9a-c5aee096dcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560724 Oct 27 01:34:32.284746 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:32.296253 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-0eb9fba4-33f2-445c-8dbe-a0df151fdbc8 None None] Provisioning complete for port 1a00cef3-a816-4442-b28f-c62a4847be6f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:32.296628 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0eb9fba4-33f2-445c-8dbe-a0df151fdbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.297251 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-0eb9fba4-33f2-445c-8dbe-a0df151fdbc8 None None] Attempt 1 to provision port 1a00cef3-a816-4442-b28f-c62a4847be6f Oct 27 01:34:32.355876 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9fba4-33f2-445c-8dbe-a0df151fdbc8 None None] Port 1a00cef3-a816-4442-b28f-c62a4847be6f cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:34:32.366884 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:32.811149 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37038) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:32.818119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1172705033-network', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:32.839034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Made reservation on behalf of 3d3b0ef54598449e9b3430810d6a081e for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:32.841626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.852254 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.950941 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks [] for security_group (0557f0fc-843f-48a3-8609-a7c61fbfeacc), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.954950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0557f0fc-843f-48a3-8609-a7c61fbfeacc), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:32.961940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:32.989831 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:34:32.997260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557f0fc-843f-48a3-8609-a7c61fbfeacc,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:33.004438 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (9ec47323-58a6-4698-9696-eb2c5deef8db), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.004831 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Added segment 9ec47323-58a6-4698-9696-eb2c5deef8db of type vlan for network b97eb866-51c3-4e16-80cc-55a0ae7ba18b Oct 27 01:34:33.053522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (b97eb866-51c3-4e16-80cc-55a0ae7ba18b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.080595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (b97eb866-51c3-4e16-80cc-55a0ae7ba18b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.081717 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:33.082449 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.133215 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3207705 Oct 27 01:34:33.136395 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37042) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:33.143647 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Request body: {'subnet': {'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1172705033-subnet', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:33.151397 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845433b9-5e7b-4eea-8e37-b0da25178420 admin admin] Pushing event updated for resources: {'Network': ['ID=b97eb866-51c3-4e16-80cc-55a0ae7ba18b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:33.163480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:34:33.188740 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Made reservation on behalf of 3d3b0ef54598449e9b3430810d6a081e for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:33.191223 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480352'] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.349408 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:33.372493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480270'] for subnet (bc42f721-a60d-4664-8459-c7c4d29a8742), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.434353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc42f721-a60d-4664-8459-c7c4d29a8742,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:33.444822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Checking segment: {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:33.445247 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Network hostable DHCP agents. Network: b97eb866-51c3-4e16-80cc-55a0ae7ba18b, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:34:33.465854 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:34:33.477527 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, b97eb866-51c3-4e16-80cc-55a0ae7ba18b) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:33.481955 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:33.482605 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.489006 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82754fe-6f1a-4523-8644-752df3977560 None None] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:33.501243 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2d5820f6-768c-4677-9c57-ccaed68b5a24 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3633392 Oct 27 01:34:33.503880 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37048) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:33.508279 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:33.525979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:33.532368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.533392 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.585614 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for router_controller (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.605920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:34:33.606859 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.729787 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for router_gateway (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.745247 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Allocated IP 172.20.0.2 (b97eb866-51c3-4e16-80cc-55a0ae7ba18b/bc42f721-a60d-4664-8459-c7c4d29a8742/6f17040b-d27d-42b5-beb7-485e6fa34bbe) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:33.891334 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks [] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.897745 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.906346 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:33.923864 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for router_gateway (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.943900 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:33.946245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:33.952319 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:33.954834 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:33.965294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Pushing event updated for resources: {'Port': ['ID=6f17040b-d27d-42b5-beb7-485e6fa34bbe,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:34.022787 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Attempting to bind port 6f17040b-d27d-42b5-beb7-485e6fa34bbe on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:34.023149 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Attempting to bind port 6f17040b-d27d-42b5-beb7-485e6fa34bbe by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:34.023535 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Attempting to bind port 6f17040b-d27d-42b5-beb7-485e6fa34bbe on network b97eb866-51c3-4e16-80cc-55a0ae7ba18b {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:34.065748 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Allocated IP 172.27.0.74 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/4336ab32-7916-4da5-ba38-03addbad5c0a) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:34.073184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:34.073625 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Checking segment: {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:34.073954 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.074420 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Bound using segment: {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:34.074804 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Bound port: 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:34.075176 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.126080 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5b7302c7-3efb-4a67-bb0f-f1f13716b64e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:34.165621 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] For port 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:34.181384 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.185266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] For port 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6f17040b-d27d-42b5-beb7-485e6fa34bbe,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:34.199372 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.206826 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:34.207275 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.207499 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e Oct 27 01:34:34.224640 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.226304 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:34.235645 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:34.278666 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:34.278666 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:34.287182 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:34.299543 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea72ab-f5da-4629-baca-0646feb6c0e9 None None] Pushing event updated for resources: {'Port': ['ID=6f17040b-d27d-42b5-beb7-485e6fa34bbe,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:34.331657 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Sync routers for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:34:34.339514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:34.339905 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.342484 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Pushing event updated for resources: {'Port': ['ID=4336ab32-7916-4da5-ba38-03addbad5c0a,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:34.343248 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:34.343848 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:34.371130 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:34.376814 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.432000 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:34.453126 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:34.496951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:34.595816 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for router_gateway (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.701717 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 2, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:34.726868 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Checking router: e0207feb-9a90-47b4-bd9a-c5aee096dcf1 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:34:34.727269 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Updating router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 port 1a00cef3-a816-4442-b28f-c62a4847be6f binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:34:34.759307 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.792027 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:34.916959 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:34:35.022501 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:34:35.027369 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks [] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.033556 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Sync routers for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:34:35.033797 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.041038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.042308 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d9198333-ec55-411d-9cf4-bad3bb586b24 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5375061 Oct 27 01:34:35.044995 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37054) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:34:35.056439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:35.057100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:35.109860 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Pushing event updated for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:35.137954 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.138294 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.138622 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.138969 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.139292 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.139797 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.140268 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.140734 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.141246 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.141867 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.142339 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.142829 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.143294 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.143769 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.144242 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:35.160871 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Attempting to bind port 1a00cef3-a816-4442-b28f-c62a4847be6f on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:35.161908 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Attempting to bind port 1a00cef3-a816-4442-b28f-c62a4847be6f by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:35.162269 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Attempting to bind port 1a00cef3-a816-4442-b28f-c62a4847be6f on network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:35.188818 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:35.215887 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:35.216588 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Checking segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:35.217170 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.217700 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Bound using segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:35.218349 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Bound port: 1a00cef3-a816-4442-b28f-c62a4847be6f, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:35.218900 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.318670 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.322414 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] For port 1a00cef3-a816-4442-b28f-c62a4847be6f, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:35.326400 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] For port 1a00cef3-a816-4442-b28f-c62a4847be6f, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=1a00cef3-a816-4442-b28f-c62a4847be6f,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:35.350423 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.391772 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.397543 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:35.398169 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:35.400378 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422f63f-5142-4741-9515-7c31a44c2de5 None None] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:34:35.464150 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed08c5-c276-4945-bd1b-bc81d373b5ed None None] Pushing event updated for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:35.508505 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Provisioning complete for port 6f17040b-d27d-42b5-beb7-485e6fa34bbe triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:35.508887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.509932 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Attempt 1 to provision port 6f17040b-d27d-42b5-beb7-485e6fa34bbe Oct 27 01:34:35.531516 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:35.569076 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.694115 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Current status of the port 6f17040b-d27d-42b5-beb7-485e6fa34bbe is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:35.694514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.728745 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.740556 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.768329 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 3, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:35.774412 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] For port 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6f17040b-d27d-42b5-beb7-485e6fa34bbe,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:35.801542 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.804260 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Checking router: f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:34:35.805192 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Updating router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc port 4336ab32-7916-4da5-ba38-03addbad5c0a binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:34:35.865478 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.866275 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:35.877835 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00faf5-9565-4fe5-9ed6-c66e470b09c0 None None] Pushing event updated for resources: {'Port': ['ID=6f17040b-d27d-42b5-beb7-485e6fa34bbe,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:35.883220 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.893316 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:35Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:35.918992 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfb32d-59df-4c5d-b889-8c7c8a735ce5 None None] The sync data for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi is: [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:35Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:34:35.994838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-7cb17542-7642-47b5-84b0-d0b88d542b51 None None] Provisioning complete for port 6f17040b-d27d-42b5-beb7-485e6fa34bbe triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:35.995213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7cb17542-7642-47b5-84b0-d0b88d542b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:35.995568 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-7cb17542-7642-47b5-84b0-d0b88d542b51 None None] Attempt 1 to provision port 6f17040b-d27d-42b5-beb7-485e6fa34bbe Oct 27 01:34:36.030479 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Allocated IP 172.20.0.1 (b97eb866-51c3-4e16-80cc-55a0ae7ba18b/bc42f721-a60d-4664-8459-c7c4d29a8742/a594129c-031f-478f-a85d-b95de41bca50) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:36.164642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7cb17542-7642-47b5-84b0-d0b88d542b51 None None] Current status of the port 6f17040b-d27d-42b5-beb7-485e6fa34bbe is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:36.221838 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks [] for port (a594129c-031f-478f-a85d-b95de41bca50), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.237935 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 1a00cef3-a816-4442-b28f-c62a4847be6f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:36.261021 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.303649 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:36.310436 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:36.314699 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:36.315124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks [] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.321925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Pushing event updated for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:36.328018 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 1a00cef3-a816-4442-b28f-c62a4847be6f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:36.328454 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.328760 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 1a00cef3-a816-4442-b28f-c62a4847be6f Oct 27 01:34:36.331820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.369278 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Attempting to bind port 4336ab32-7916-4da5-ba38-03addbad5c0a on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:36.369644 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Attempting to bind port 4336ab32-7916-4da5-ba38-03addbad5c0a by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:36.370014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Attempting to bind port 4336ab32-7916-4da5-ba38-03addbad5c0a on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:36.373273 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.474788 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf1480-eea5-4461-ab02-255d0a49fea1 None None] Pushing event updated for resources: {'Port': ['ID=4336ab32-7916-4da5-ba38-03addbad5c0a,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:36.502550 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:36.503023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:36.503508 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.503897 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:36.504369 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Bound port: 4336ab32-7916-4da5-ba38-03addbad5c0a, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:36.504744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.562493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a594129c-031f-478f-a85d-b95de41bca50), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.584590 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:36.588724 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 1a00cef3-a816-4442-b28f-c62a4847be6f is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:36.589201 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.594034 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] For port 4336ab32-7916-4da5-ba38-03addbad5c0a, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:36.615874 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] For port 4336ab32-7916-4da5-ba38-03addbad5c0a, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4336ab32-7916-4da5-ba38-03addbad5c0a,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:36.631789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.646858 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 1a00cef3-a816-4442-b28f-c62a4847be6f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=1a00cef3-a816-4442-b28f-c62a4847be6f,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:36.670245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.671037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6f17040b-d27d-42b5-beb7-485e6fa34bbe up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:36.683266 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:36.718647 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:36.719272 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:36.754653 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:36.756900 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks [] for port (a594129c-031f-478f-a85d-b95de41bca50), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.760661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:36.762887 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.776203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-1e6db0ab-b9d8-42cc-8b22-cf7619414d4b None None] Provisioning complete for port a594129c-031f-478f-a85d-b95de41bca50 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:36.776573 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e6db0ab-b9d8-42cc-8b22-cf7619414d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a594129c-031f-478f-a85d-b95de41bca50), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.776905 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-1e6db0ab-b9d8-42cc-8b22-cf7619414d4b None None] Attempt 1 to provision port a594129c-031f-478f-a85d-b95de41bca50 Oct 27 01:34:36.807018 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf1480-eea5-4461-ab02-255d0a49fea1 None None] Pushing event updated for resources: {'Port': ['ID=4336ab32-7916-4da5-ba38-03addbad5c0a,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:36.837006 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Pushing event updated for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:36.840454 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.897290 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1e6db0ab-b9d8-42cc-8b22-cf7619414d4b None None] Port a594129c-031f-478f-a85d-b95de41bca50 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:34:36.906094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 6f17040b-d27d-42b5-beb7-485e6fa34bbe triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:36.906463 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:36.906790 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 6f17040b-d27d-42b5-beb7-485e6fa34bbe Oct 27 01:34:36.934755 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:36.936188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:36.946534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:36.964188 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:37.049670 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:34:37.163064 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:34:37.169079 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-8e086c94-865d-4e8e-b667-c99e0cdf5d73 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228225 Oct 27 01:34:37.275498 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 6f17040b-d27d-42b5-beb7-485e6fa34bbe is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:37.276525 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5b7302c7-3efb-4a67-bb0f-f1f13716b64e up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:37.297566 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-98c91d8a-cfea-436a-8edd-54e5bb34cadf None None] Provisioning complete for port a594129c-031f-478f-a85d-b95de41bca50 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:37.297933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98c91d8a-cfea-436a-8edd-54e5bb34cadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a594129c-031f-478f-a85d-b95de41bca50), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:37.298262 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-98c91d8a-cfea-436a-8edd-54e5bb34cadf None None] Attempt 1 to provision port a594129c-031f-478f-a85d-b95de41bca50 Oct 27 01:34:37.371802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-98c91d8a-cfea-436a-8edd-54e5bb34cadf None None] Port a594129c-031f-478f-a85d-b95de41bca50 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:34:37.401905 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:37.402273 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:37.402599 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e Oct 27 01:34:37.449041 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'a594129c-031f-478f-a85d-b95de41bca50', 'name': '', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'mac_address': 'fa:16:3e:fb:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:35Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 1, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'subnets': [{'id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:37.480246 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5465282-a1a4-49e9-baa0-693e54372597 None None] The sync data for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi is: [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'a594129c-031f-478f-a85d-b95de41bca50', 'name': '', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'mac_address': 'fa:16:3e:fb:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:35Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 1, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'subnets': [{'id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:34:37.484161 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:37.530219 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:38.130862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 1a00cef3-a816-4442-b28f-c62a4847be6f up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:38.179652 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 1a00cef3-a816-4442-b28f-c62a4847be6f triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:38.180687 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:38.181279 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 1a00cef3-a816-4442-b28f-c62a4847be6f Oct 27 01:34:38.248063 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:38.262228 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 1a00cef3-a816-4442-b28f-c62a4847be6f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:40.118167 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4336ab32-7916-4da5-ba38-03addbad5c0a up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:40.172310 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4336ab32-7916-4da5-ba38-03addbad5c0a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:40.172776 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:40.173212 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4336ab32-7916-4da5-ba38-03addbad5c0a Oct 27 01:34:40.243874 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Sync routers for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:34:40.258540 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:40.259630 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:40.260413 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4336ab32-7916-4da5-ba38-03addbad5c0a is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:40.260811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:40.283656 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 4336ab32-7916-4da5-ba38-03addbad5c0a, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4336ab32-7916-4da5-ba38-03addbad5c0a,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:40.290927 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:40.352908 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=4336ab32-7916-4da5-ba38-03addbad5c0a,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:40.401423 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:40.612594 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'a594129c-031f-478f-a85d-b95de41bca50', 'name': '', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'mac_address': 'fa:16:3e:fb:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:35Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 2, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'subnets': [{'id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:40.641213 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Checking router: f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:34:40.641612 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Updating router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc port a594129c-031f-478f-a85d-b95de41bca50 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:34:40.674395 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a594129c-031f-478f-a85d-b95de41bca50), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:40.860632 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:40.975124 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks [] for port (a594129c-031f-478f-a85d-b95de41bca50), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:40.982474 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:41.015653 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:41.073052 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28573b-bdd0-4d85-b74b-c2d91dcddf77 None None] Pushing event updated for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:41.077281 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Attempting to bind port a594129c-031f-478f-a85d-b95de41bca50 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:34:41.077644 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Attempting to bind port a594129c-031f-478f-a85d-b95de41bca50 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:34:41.078005 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Attempting to bind port a594129c-031f-478f-a85d-b95de41bca50 on network b97eb866-51c3-4e16-80cc-55a0ae7ba18b {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:34:41.121533 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:34:41.121904 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Checking segment: {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:34:41.122298 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:41.122681 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Bound using segment: {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:34:41.125226 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Bound port: a594129c-031f-478f-a85d-b95de41bca50, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec47323-58a6-4698-9696-eb2c5deef8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:34:41.125226 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a594129c-031f-478f-a85d-b95de41bca50), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:41.192256 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] For port a594129c-031f-478f-a85d-b95de41bca50, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:34:41.196064 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] For port a594129c-031f-478f-a85d-b95de41bca50, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a594129c-031f-478f-a85d-b95de41bca50,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:34:41.203534 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:41.236894 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:34:41.237440 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:41.298889 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28573b-bdd0-4d85-b74b-c2d91dcddf77 None None] Pushing event updated for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=4']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:41.363040 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:34:41.564974 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'a594129c-031f-478f-a85d-b95de41bca50', 'name': '', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'mac_address': 'fa:16:3e:fb:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:35Z', 'updated_at': '2022-10-27T01:34:41Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'subnets': [{'id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:34:41.596059 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e0fac-5871-4ac1-b0f1-14fc48eead04 None None] The sync data for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi is: [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'a594129c-031f-478f-a85d-b95de41bca50', 'name': '', 'network_id': 'b97eb866-51c3-4e16-80cc-55a0ae7ba18b', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'mac_address': 'fa:16:3e:fb:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:35Z', 'updated_at': '2022-10-27T01:34:41Z', 'revision_number': 4, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'subnets': [{'id': 'bc42f721-a60d-4664-8459-c7c4d29a8742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:34:42.149610 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4336ab32-7916-4da5-ba38-03addbad5c0a up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:42.204912 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 4336ab32-7916-4da5-ba38-03addbad5c0a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:42.205247 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:42.205581 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 4336ab32-7916-4da5-ba38-03addbad5c0a Oct 27 01:34:42.282545 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 4336ab32-7916-4da5-ba38-03addbad5c0a is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:42.283787 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a594129c-031f-478f-a85d-b95de41bca50 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:42.335202 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a594129c-031f-478f-a85d-b95de41bca50 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:42.336035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a594129c-031f-478f-a85d-b95de41bca50), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:42.336567 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a594129c-031f-478f-a85d-b95de41bca50 Oct 27 01:34:42.418496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a594129c-031f-478f-a85d-b95de41bca50 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:42.418883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (a594129c-031f-478f-a85d-b95de41bca50), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:42.456176 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port a594129c-031f-478f-a85d-b95de41bca50, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a594129c-031f-478f-a85d-b95de41bca50,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:34:42.462479 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:42.521268 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:43.145103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:43.147197 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=47,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:44.111639 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a594129c-031f-478f-a85d-b95de41bca50 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:34:44.144800 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:44.167309 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port a594129c-031f-478f-a85d-b95de41bca50 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:44.167690 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (a594129c-031f-478f-a85d-b95de41bca50), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:44.168019 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port a594129c-031f-478f-a85d-b95de41bca50 Oct 27 01:34:44.250280 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port a594129c-031f-478f-a85d-b95de41bca50 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:34:46.989546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-fc56f5e1-88ce-4676-9050-a4073b38135a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:46.991017 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-fc56f5e1-88ce-4676-9050-a4073b38135a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 815 time: 0.1048076 Oct 27 01:34:47.005276 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-9e528f77-cd02-41da-97a2-f218bf2b7137 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/quotas/9e496297038149beb8bfe69c53234988 HTTP/1.1" status: 200 len: 375 time: 0.0088403 Oct 27 01:34:47.056048 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-963f1569-17c6-410a-b4b6-d9d449d32fd4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448844 Oct 27 01:34:47.071192 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-e516a58f-0cd1-451e-9c21-6df822f98773 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:34:47.072140 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-e516a58f-0cd1-451e-9c21-6df822f98773 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053990 Oct 27 01:34:47.157998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=43 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:47.159166 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-08d4f487-cab9-4f6a-8cd9-6c283dbc45d7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817292 Oct 27 01:34:47.159910 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=61 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:47.252714 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-28670e22-c767-4e00-b8a3-ecc1bd1c8c3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Oct 27 01:34:47.415777 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-15ab04ab-8531-4e45-9d05-9558abdc7a60 req-a7f8fa45-259e-47bf-a694-658dc061c8eb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 210 time: 0.0287700 Oct 27 01:34:48.550986 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cc0e7fce-a5a3-48d4-9a97-97773b9d00f3 req-649e3802-c419-4e5c-ae28-b45c3cbb1679 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 210 time: 0.0338786 Oct 27 01:34:48.614833 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-b12c0997-5d68-4246-bda1-1b17d457a4b4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:48.616307 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-b12c0997-5d68-4246-bda1-1b17d457a4b4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 815 time: 0.1531987 Oct 27 01:34:48.637904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'port': {'device_id': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'admin_state_up': True, 'tenant_id': '9e496297038149beb8bfe69c53234988'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:34:48.747237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Made reservation on behalf of 9e496297038149beb8bfe69c53234988 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:34:48.751240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:48.884084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Allocated IP 172.20.0.5 (170ef906-51b9-4ed2-98f7-40cadf9de9a4/b0205bc0-8e79-4428-94b9-a41581212c7e/f8228812-5eef-44c7-8163-dcef9ae06091) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:34:49.103298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for port (f8228812-5eef-44c7-8163-dcef9ae06091), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:49.109135 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:49.114090 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:49.151157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:49.201677 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:34:49.207240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:34:49.209616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:34:49.212759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:34:49.222082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.222426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.222902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.223242 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.223571 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.223898 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.224221 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.224545 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.224919 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.225271 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.225705 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.225977 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.226419 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.226749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.227212 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:34:49.298488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:49.299509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:49.320364 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-118372b5-baf5-4611-ab5a-89c95b4a2fed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855016 Oct 27 01:34:49.487226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-dbddfc2b-d7a0-4a1a-a614-5009bf98dd0b None None] Provisioning complete for port f8228812-5eef-44c7-8163-dcef9ae06091 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:34:49.488325 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dbddfc2b-d7a0-4a1a-a614-5009bf98dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:49.488874 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-dbddfc2b-d7a0-4a1a-a614-5009bf98dd0b None None] Attempt 1 to provision port f8228812-5eef-44c7-8163-dcef9ae06091 Oct 27 01:34:49.526122 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-dbddfc2b-d7a0-4a1a-a614-5009bf98dd0b None None] Port f8228812-5eef-44c7-8163-dcef9ae06091 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:34:49.696934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b8074-f68d-4a18-9d9c-300d21453bb2 req-e566cd0a-d863-4f02-a18f-c9ca43b3252c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:49.698819 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a64b8074-f68d-4a18-9d9c-300d21453bb2 req-e566cd0a-d863-4f02-a18f-c9ca43b3252c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0655243 Oct 27 01:34:49.751272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a64b8074-f68d-4a18-9d9c-300d21453bb2 req-9997298b-e95a-4044-a5e1-dc9cf7f08998 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Oct 27 01:34:50.908321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df5a9f-edd9-4e05-b3fd-2d754c7ba455 req-80c306a3-987c-4499-90e1-e0fe05f6feab tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:50.909964 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-11df5a9f-edd9-4e05-b3fd-2d754c7ba455 req-80c306a3-987c-4499-90e1-e0fe05f6feab tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0540318 Oct 27 01:34:50.959742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-11df5a9f-edd9-4e05-b3fd-2d754c7ba455 req-8cf6b090-05ab-407a-bcd5-b20df585a5de tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Oct 27 01:34:52.093781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209544-8319-4a5d-880c-91c21e3bbfb5 req-547ef544-e08f-4659-a9b6-c8fe31ab5c94 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:52.095238 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b7209544-8319-4a5d-880c-91c21e3bbfb5 req-547ef544-e08f-4659-a9b6-c8fe31ab5c94 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0495675 Oct 27 01:34:52.147321 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b7209544-8319-4a5d-880c-91c21e3bbfb5 req-2fb6804c-3655-40d0-8c61-3a975aed6f29 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Oct 27 01:34:53.274221 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85615-9699-456e-9935-e7b96ca85b62 req-e14ff9ec-5537-4123-9625-0da713252af1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:53.275865 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-31c85615-9699-456e-9935-e7b96ca85b62 req-e14ff9ec-5537-4123-9625-0da713252af1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0510473 Oct 27 01:34:53.325035 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-31c85615-9699-456e-9935-e7b96ca85b62 req-ad0faecb-e351-479b-8d11-b57771e03aba tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Oct 27 01:34:53.453936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30aecdeb-db2f-4e03-b41b-27fc5f20f993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:53.881125 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:53.889951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=70,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:54.448704 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a739737-8e0c-4cb8-8bd0-ba50dac58a10 req-82a34f7a-177d-46a1-9a47-6f7beee46c4f tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:54.451259 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5a739737-8e0c-4cb8-8bd0-ba50dac58a10 req-82a34f7a-177d-46a1-9a47-6f7beee46c4f tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0494509 Oct 27 01:34:54.505579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5a739737-8e0c-4cb8-8bd0-ba50dac58a10 req-b5289a6f-9a55-4dad-bebe-839d93181062 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Oct 27 01:34:55.637768 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5993-c92d-46bf-8a97-9f3fa2bce60e req-16beddbc-c965-475e-94e9-ba4caa68d80c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:55.639320 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90ed5993-c92d-46bf-8a97-9f3fa2bce60e req-16beddbc-c965-475e-94e9-ba4caa68d80c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0515776 Oct 27 01:34:55.690378 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-90ed5993-c92d-46bf-8a97-9f3fa2bce60e req-ca79eee9-8737-4937-9e2a-3d14711a6527 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Oct 27 01:34:55.804790 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:34:55.806975 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fa8471de-14d2-4746-be8d-ec206119c705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:56.822982 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870885ab-de88-4e1d-b652-27c7d711ffc2 req-b4c3b477-2076-467b-ae0c-1db05bd4f78e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:56.824510 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-870885ab-de88-4e1d-b652-27c7d711ffc2 req-b4c3b477-2076-467b-ae0c-1db05bd4f78e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0522704 Oct 27 01:34:56.875511 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-870885ab-de88-4e1d-b652-27c7d711ffc2 req-7c9810b2-34f4-44c5-bc2c-52dc9493884f tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Oct 27 01:34:57.124549 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:58.002563 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a90a1-9a52-4484-8c78-f7b11b9dfbbc req-de82bd34-da0b-40fd-84c6-2fde231b03cd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:58.003932 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-010a90a1-9a52-4484-8c78-f7b11b9dfbbc req-de82bd34-da0b-40fd-84c6-2fde231b03cd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0495033 Oct 27 01:34:58.052116 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-010a90a1-9a52-4484-8c78-f7b11b9dfbbc req-42482506-08d2-4de6-8950-35d6b4f17c9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Oct 27 01:34:58.795304 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:58.807900 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:58.987906 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:34:59.138846 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:34:59.174770 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf280d3-cc5c-40b7-814f-6f60c63e10b8 req-f7fbf7c2-f7ca-44db-b8f3-89ea2076719a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:34:59.176241 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-abf280d3-cc5c-40b7-814f-6f60c63e10b8 req-f7fbf7c2-f7ca-44db-b8f3-89ea2076719a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0480158 Oct 27 01:34:59.223084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-abf280d3-cc5c-40b7-814f-6f60c63e10b8 req-27652af6-f30f-4429-bd3d-59333bb44ba6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Oct 27 01:35:00.331055 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:00.350007 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0febf-485d-474f-b3cb-8502f6901a25 req-95cfa539-24fb-481a-b4ce-c500bc88969b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:00.351985 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5b0febf-485d-474f-b3cb-8502f6901a25 req-95cfa539-24fb-481a-b4ce-c500bc88969b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0526481 Oct 27 01:35:00.399272 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5b0febf-485d-474f-b3cb-8502f6901a25 req-816d171b-0e55-4f5d-a89c-3a73bcd8e16c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Oct 27 01:35:01.114786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-125e1c37-f601-4146-b013-3fed0c7842d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:35:01.115800 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-125e1c37-f601-4146-b013-3fed0c7842d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054743 Oct 27 01:35:01.399744 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:01.518620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114fe13-4b00-423e-a9e3-aed3624e74e6 req-0ebe6075-9cab-4438-96ab-3802ea3e41cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:01.520127 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5114fe13-4b00-423e-a9e3-aed3624e74e6 req-0ebe6075-9cab-4438-96ab-3802ea3e41cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 931 time: 0.0486546 Oct 27 01:35:01.546880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Request body: {'port': {'device_id': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:01.600502 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5114fe13-4b00-423e-a9e3-aed3624e74e6 req-37815b28-dc2a-4f47-b844-e4496a16d5c7 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741735 Oct 27 01:35:01.629790 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:01.879589 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8228812-5eef-44c7-8163-dcef9ae06091 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:01.887467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks [] for port (f8228812-5eef-44c7-8163-dcef9ae06091), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:01.900505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Transition to ACTIVE for port object f8228812-5eef-44c7-8163-dcef9ae06091 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:35:01.903945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:01.991263 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:02.020064 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Attempting to bind port f8228812-5eef-44c7-8163-dcef9ae06091 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:35:02.020393 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Attempting to bind port f8228812-5eef-44c7-8163-dcef9ae06091 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:35:02.020715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Attempting to bind port f8228812-5eef-44c7-8163-dcef9ae06091 on network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:02.064202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Port f8228812-5eef-44c7-8163-dcef9ae06091 on network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:35:02.064523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Attempting to bind port f8228812-5eef-44c7-8163-dcef9ae06091 on network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:02.109515 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:35:02.110016 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Checking segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:35:02.110399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Bound using segment: {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:35:02.110825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Bound port: f8228812-5eef-44c7-8163-dcef9ae06091, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8375582c-6ee0-41e4-b02d-c3c67409610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:35:02.111175 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:02.126751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:02.173335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:35:02.176377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:35:02.182935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:02.186958 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:02.187562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:02.188912 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1093 time: 0.6469758 Oct 27 01:35:02.189488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:02.191763 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454febd-a88b-4de8-8940-a3d5342e87db" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:02.243478 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1972db-2417-4fc6-a969-fa48154bc5ee service neutron] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:02.262764 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:02.293623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-6191ffa7-d219-468b-bb04-e68b991bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:02.295111 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-6191ffa7-d219-468b-bb04-e68b991bfcc7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1127 time: 0.0407076 Oct 27 01:35:02.342858 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-9de23dcd-a3b0-42ba-950f-7507a4cb6d27 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 217 time: 0.0344005 Oct 27 01:35:02.378472 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8bcbd-7bda-408f-88fb-a3eb0c2d8d1c x-openstack-request-id: req-0bb8bcbd-7bda-408f-88fb-a3eb0c2d8d1c {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:02.378752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:02.378995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bb8bcbd-7bda-408f-88fb-a3eb0c2d8d1c {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:02.379383 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb8bcbd-7bda-408f-88fb-a3eb0c2d8d1c'] response: {'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:35:02.396621 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-646b6940-041b-4bb7-8d54-b449b409b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:02.398691 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-646b6940-041b-4bb7-8d54-b449b409b123 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0499072 Oct 27 01:35:02.442292 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-aec0f4d6-861f-4c39-8ed3-27cd8a97d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:02.443867 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-aec0f4d6-861f-4c39-8ed3-27cd8a97d38b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393813 Oct 27 01:35:02.535457 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-ad5e48f0-b5f0-4787-827d-7860b324c82c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Oct 27 01:35:02.630620 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0276b3c-6cd5-4ce0-b01f-d491aa63c5e8 req-fe904143-d6c7-452a-8410-93a3d38c2b94 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890944 Oct 27 01:35:02.736650 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f4e9f-31ad-44b4-941f-b22ce92d4aa3 req-d63277c3-b60a-4356-94e5-33f78a40bd17 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:02.738165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd9f4e9f-31ad-44b4-941f-b22ce92d4aa3 req-d63277c3-b60a-4356-94e5-33f78a40bd17 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0561070 Oct 27 01:35:02.784098 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bd9f4e9f-31ad-44b4-941f-b22ce92d4aa3 req-a2738854-1b99-4931-a6db-30cd7cff3e06 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 Oct 27 01:35:03.908454 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a62f-933d-47fc-b8b0-c65a24505948 req-70c64047-3e9a-438a-b12c-cad25a0762cd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:03.909949 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9f8a62f-933d-47fc-b8b0-c65a24505948 req-70c64047-3e9a-438a-b12c-cad25a0762cd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0498719 Oct 27 01:35:03.957293 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9f8a62f-933d-47fc-b8b0-c65a24505948 req-0ae13276-a6c9-4816-9cd2-334bf3a7c768 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Oct 27 01:35:05.074471 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac97c0-8797-44c6-b2a2-48615297c075 req-33bdfac3-ebbc-49e2-864e-87bb2cb3b098 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:05.075927 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2ac97c0-8797-44c6-b2a2-48615297c075 req-33bdfac3-ebbc-49e2-864e-87bb2cb3b098 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0459859 Oct 27 01:35:05.121545 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e2ac97c0-8797-44c6-b2a2-48615297c075 req-ecb76947-7147-4573-bb23-38d5cd26a738 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Oct 27 01:35:06.238567 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c4d5f-c503-4f54-8e3f-caa6e00f27ca req-99e27685-2040-435d-a7ed-17e78c6d7546 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:06.240020 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-871c4d5f-c503-4f54-8e3f-caa6e00f27ca req-99e27685-2040-435d-a7ed-17e78c6d7546 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0466719 Oct 27 01:35:06.288564 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-871c4d5f-c503-4f54-8e3f-caa6e00f27ca req-41792368-5b41-40d3-9c75-be0e42f48e90 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Oct 27 01:35:06.803557 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:06.804849 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:07.407786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f424e-2444-475a-9b11-68b5fd3139aa req-56c7236c-b83f-4f76-8d30-372a98e863f8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:07.409286 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b6f424e-2444-475a-9b11-68b5fd3139aa req-56c7236c-b83f-4f76-8d30-372a98e863f8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0470450 Oct 27 01:35:07.456584 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3b6f424e-2444-475a-9b11-68b5fd3139aa req-5fa5eb14-5f08-4aac-8446-83c66007c60d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Oct 27 01:35:08.577391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e16f-49b7-4835-8518-38a53398b39c req-23e550dc-6ec7-49d4-9e20-94ac0ca79d2d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:08.578850 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d5e16f-49b7-4835-8518-38a53398b39c req-23e550dc-6ec7-49d4-9e20-94ac0ca79d2d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0465248 Oct 27 01:35:08.618017 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:08.626066 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d5e16f-49b7-4835-8518-38a53398b39c req-51ad2f62-0a3a-4b1e-a24b-935ff9804231 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Oct 27 01:35:09.749427 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44eb9-495f-4b3e-a50e-620718c7b2a2 req-803a7e9e-0879-4e27-9919-18f50c1d29dd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:09.750890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbd44eb9-495f-4b3e-a50e-620718c7b2a2 req-803a7e9e-0879-4e27-9919-18f50c1d29dd tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0503476 Oct 27 01:35:09.798106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbd44eb9-495f-4b3e-a50e-620718c7b2a2 req-532fdb6b-ce71-4995-969b-750edcae622f tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Oct 27 01:35:10.916899 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cb71a-d0bc-4d7e-bbb1-6aebd94d2d3b req-295e9ad2-c8ed-4877-84b3-5b7862945e3d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:10.918377 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c2cb71a-d0bc-4d7e-bbb1-6aebd94d2d3b req-295e9ad2-c8ed-4877-84b3-5b7862945e3d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0461986 Oct 27 01:35:10.930491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:10.965669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c2cb71a-d0bc-4d7e-bbb1-6aebd94d2d3b req-e53ff43a-d3f8-403b-82de-87d51a460aad tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Oct 27 01:35:11.393388 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:11.395180 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:12.046021 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f8228812-5eef-44c7-8163-dcef9ae06091 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:35:12.088390 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cc12a-8528-45aa-98ce-b814e485aeb5 req-f54dbf30-c3fe-4080-8c49-b57289b2e0d1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:12.089815 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-168cc12a-8528-45aa-98ce-b814e485aeb5 req-f54dbf30-c3fe-4080-8c49-b57289b2e0d1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 943 time: 0.0469007 Oct 27 01:35:12.142426 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-168cc12a-8528-45aa-98ce-b814e485aeb5 req-aa1d5a32-047e-4491-82e3-163ae821a15a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Oct 27 01:35:12.145042 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:12.157414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'port_id': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'mac_address': 'fa:16:3e:7f:84:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:35:12.191873 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port f8228812-5eef-44c7-8163-dcef9ae06091 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:12.192263 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:12.208439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8228812-5eef-44c7-8163-dcef9ae06091 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:12.228246 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:12.232353 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:12.277874 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:12.284907 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.285294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.285642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.285985 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.286349 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.286684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.287015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.287343 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.287669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.287996 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.288323 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.288738 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.289240 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.289645 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.289970 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:12.880558 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454febd-a88b-4de8-8940-a3d5342e87db req-cfefaeb3-4ece-46d0-80e2-d5ae479b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:12.882128 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-cfefaeb3-4ece-46d0-80e2-d5ae479b16e9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1128 time: 0.0425863 Oct 27 01:35:12.914744 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-a2436d3e-1ec8-45fc-a1f2-d1009e0c1fe2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392179 Oct 27 01:35:12.973411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454febd-a88b-4de8-8940-a3d5342e87db req-434688ca-1104-40d7-94fd-d8067bce3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:12.974940 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-434688ca-1104-40d7-94fd-d8067bce3ccb service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.0869269 Oct 27 01:35:13.053357 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-b6bc4b71-5b57-4094-8691-92b6a552c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.055058 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-b6bc4b71-5b57-4094-8691-92b6a552c68f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 1130 time: 0.0410094 Oct 27 01:35:13.168821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-bcb7d329-f361-43ab-8474-fc571525decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.170731 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-bcb7d329-f361-43ab-8474-fc571525decf service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0964923 Oct 27 01:35:13.244532 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-eecd62d4-ee31-40d7-908c-c423d3bbf532 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 200 len: 1001 time: 0.0659201 Oct 27 01:35:13.249665 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:13.311485 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-a26b3e55-c3cd-4f01-bbcc-04e5ece17184 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 217 time: 0.3274078 Oct 27 01:35:13.312124 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-5d678f60-df51-4f91-8fec-8a088b68b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.313394 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-5d678f60-df51-4f91-8fec-8a088b68b9fa service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0624454 Oct 27 01:35:13.386459 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836ded-9133-4969-a004-ff47f1a67d7e req-5beeb959-0afc-4dcb-8887-e8b5db65f291 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.387998 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e8836ded-9133-4969-a004-ff47f1a67d7e req-5beeb959-0afc-4dcb-8887-e8b5db65f291 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 944 time: 0.0875196 Oct 27 01:35:13.389222 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-f98e485c-7020-4ccd-a2ae-71254adf50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.391829 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-f98e485c-7020-4ccd-a2ae-71254adf50be service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592372 Oct 27 01:35:13.417944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454febd-a88b-4de8-8940-a3d5342e87db req-1fbeec69-ff0a-42d5-9e98-c13522bbca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.419482 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-1fbeec69-ff0a-42d5-9e98-c13522bbca76 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0729716 Oct 27 01:35:13.483630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e8836ded-9133-4969-a004-ff47f1a67d7e req-3f6ddeae-1465-4668-a662-54655d00eae1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860403 Oct 27 01:35:13.484751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454febd-a88b-4de8-8940-a3d5342e87db req-fdfd9e99-9528-4842-8a57-2ea39878909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:13.486248 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-fdfd9e99-9528-4842-8a57-2ea39878909e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599570 Oct 27 01:35:13.497633 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-586caf2e-68e1-4dc3-981d-ed379389a321 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979741 Oct 27 01:35:13.579765 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-35c09250-7ba2-4ceb-9da1-711afc9a53d6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Oct 27 01:35:13.592818 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e8286c25-9491-4daf-9160-8c3a3bf8f1cf req-a9f024e1-8e51-4f65-b1f4-67b8e8c7f612 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893674 Oct 27 01:35:13.674696 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6454febd-a88b-4de8-8940-a3d5342e87db req-4d0f4f01-bcfc-44a8-a22b-21340a4c3613 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874960 Oct 27 01:35:14.608696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a143-ce87-46c3-b01b-8fad891a863f req-7e941242-82c2-4f11-9745-bd33fabb8d8c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:14.610205 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ad8a143-ce87-46c3-b01b-8fad891a863f req-7e941242-82c2-4f11-9745-bd33fabb8d8c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 944 time: 0.0503199 Oct 27 01:35:14.657694 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6ad8a143-ce87-46c3-b01b-8fad891a863f req-bebe1a02-2f7d-43e6-b92c-a7a419e43296 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Oct 27 01:35:15.776325 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dcc80-b796-45a6-a47a-c7c2c5371973 req-7022f6ba-ea0a-463e-a0d8-36b27e57145e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:15.777788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2f3dcc80-b796-45a6-a47a-c7c2c5371973 req-7022f6ba-ea0a-463e-a0d8-36b27e57145e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 944 time: 0.0469480 Oct 27 01:35:15.825799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:15.830628 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2f3dcc80-b796-45a6-a47a-c7c2c5371973 req-a8d83c63-5dd8-4caf-8f03-1b434726338e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 Oct 27 01:35:16.948350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80c2a-a0d9-4586-8900-e713025aa0d3 req-c34ee79c-af08-4cfd-8ef1-eb0dbc5e19d9 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:16.949822 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4ae80c2a-a0d9-4586-8900-e713025aa0d3 req-c34ee79c-af08-4cfd-8ef1-eb0dbc5e19d9 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 944 time: 0.0466766 Oct 27 01:35:16.995765 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4ae80c2a-a0d9-4586-8900-e713025aa0d3 req-8d6ce3e8-88de-4bae-904f-b4e7b252418b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Oct 27 01:35:18.116509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ca46a-480b-43c3-9d12-b8f5a0a51547 req-9a33d2d6-c4ca-4638-bc95-5521743bc801 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:18.119308 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fd0ca46a-480b-43c3-9d12-b8f5a0a51547 req-9a33d2d6-c4ca-4638-bc95-5521743bc801 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 944 time: 0.0498977 Oct 27 01:35:18.168861 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fd0ca46a-480b-43c3-9d12-b8f5a0a51547 req-82a1ab44-99c4-4999-b82b-bf1be629bb61 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Oct 27 01:35:18.277011 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f8228812-5eef-44c7-8163-dcef9ae06091 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:35:18.319106 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port f8228812-5eef-44c7-8163-dcef9ae06091 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:35:18.325263 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port f8228812-5eef-44c7-8163-dcef9ae06091 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:35:18.325669 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:18.326011 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port f8228812-5eef-44c7-8163-dcef9ae06091 Oct 27 01:35:18.400276 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port f8228812-5eef-44c7-8163-dcef9ae06091 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:18.400659 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:18.423565 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:18.425837 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdddc700-4ade-4e90-81af-a468c496febf" -d '{"events": [{"server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "name": "network-vif-plugged", "status": "completed", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:18.438548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:18.442654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:18.490025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:18.518124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312aad9-74da-4498-8028-8ea81ca21614 x-openstack-request-id: req-c312aad9-74da-4498-8028-8ea81ca21614 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:18.518418 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "name": "network-vif-plugged", "status": "completed", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:18.518676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c312aad9-74da-4498-8028-8ea81ca21614 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:18.519086 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c312aad9-74da-4498-8028-8ea81ca21614'] response: {'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'code': 200} Oct 27 01:35:19.133431 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:19.139488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46aa59-e6a6-4ea4-adcc-1d2398ff97eb req-30fbb5e8-0d89-4ce3-9005-3d274b1afd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:19.140967 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c46aa59-e6a6-4ea4-adcc-1d2398ff97eb req-30fbb5e8-0d89-4ce3-9005-3d274b1afd24 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1129 time: 0.0442574 Oct 27 01:35:19.185858 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c46aa59-e6a6-4ea4-adcc-1d2398ff97eb req-84415079-1eb5-453a-9608-0349afd43d73 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Oct 27 01:35:19.287765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8ce36-f091-418d-aae5-9f367071a040 req-46edc25c-3016-4319-9984-ca6989c66a58 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:19.289277 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-caa8ce36-f091-418d-aae5-9f367071a040 req-46edc25c-3016-4319-9984-ca6989c66a58 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0465465 Oct 27 01:35:19.340660 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-caa8ce36-f091-418d-aae5-9f367071a040 req-7dcc78e6-ba15-4f6b-a57b-441d6d1ac6ca tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Oct 27 01:35:20.462254 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9f98-8f01-4362-98ee-ae3b64de27c1 req-d24988f3-e4a8-4b1d-a818-68848b178921 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:20.463722 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b13c9f98-8f01-4362-98ee-ae3b64de27c1 req-d24988f3-e4a8-4b1d-a818-68848b178921 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Oct 27 01:35:20.515764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b13c9f98-8f01-4362-98ee-ae3b64de27c1 req-152f13bd-5624-445f-a2a5-3b9572f24252 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Oct 27 01:35:20.796351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d39618-c488-4e05-8729-370b9669ee10 req-3cf4c3a1-3244-431f-b970-daa5841d954c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:20.798890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-14d39618-c488-4e05-8729-370b9669ee10 req-3cf4c3a1-3244-431f-b970-daa5841d954c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0573037 Oct 27 01:35:20.854225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-14d39618-c488-4e05-8729-370b9669ee10 req-0c2a3f49-c35d-4bf6-98a2-07386917c527 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489621 Oct 27 01:35:21.637028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3e03-37cd-4e3f-86e0-e6eb99ce05e7 req-ac713c58-2767-4c5a-90f8-ff2bc4196f41 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:21.638569 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2af3e03-37cd-4e3f-86e0-e6eb99ce05e7 req-ac713c58-2767-4c5a-90f8-ff2bc4196f41 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0464811 Oct 27 01:35:21.685860 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2af3e03-37cd-4e3f-86e0-e6eb99ce05e7 req-1635fb22-8d1d-431e-89af-fa1d700eba59 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Oct 27 01:35:21.807425 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62a1b-bd43-4cd3-93a5-4ee6f2045bdb req-03e548fb-a11b-495a-a0e0-bbe6a77ee85c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:21.808844 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ace62a1b-bd43-4cd3-93a5-4ee6f2045bdb req-03e548fb-a11b-495a-a0e0-bbe6a77ee85c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0506258 Oct 27 01:35:21.857437 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ace62a1b-bd43-4cd3-93a5-4ee6f2045bdb req-6e72da2a-e43f-412e-a76f-5e2069136452 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Oct 27 01:35:22.142219 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c74273-4045-4a24-8b2b-faab2fd7b47a req-83516544-594a-4403-87f1-6cd208f35d48 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:22.143790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b4c74273-4045-4a24-8b2b-faab2fd7b47a req-83516544-594a-4403-87f1-6cd208f35d48 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0516188 Oct 27 01:35:22.211842 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb70b-4fa2-4791-94e0-a20a021e86cf req-35341cf2-510a-44a9-828d-f36d8c2bd8ed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:22.213321 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b43eb70b-4fa2-4791-94e0-a20a021e86cf req-35341cf2-510a-44a9-828d-f36d8c2bd8ed tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0642653 Oct 27 01:35:22.249006 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b4c74273-4045-4a24-8b2b-faab2fd7b47a req-a8285773-f62f-4d87-b3df-df141ee3dd70 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987926 Oct 27 01:35:22.274932 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b43eb70b-4fa2-4791-94e0-a20a021e86cf req-7819445c-cb37-4ef8-b9ca-956d13530b14 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Oct 27 01:35:23.374755 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859d59f-7b27-4699-aa78-f157ef7aeedb req-ecfb37c5-4f14-4deb-9863-307cb60bde61 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:23.376138 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d859d59f-7b27-4699-aa78-f157ef7aeedb req-ecfb37c5-4f14-4deb-9863-307cb60bde61 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0466092 Oct 27 01:35:23.415700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.424187 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d859d59f-7b27-4699-aa78-f157ef7aeedb req-1b60c9a1-87af-460f-b045-453b390fc1ef tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9f2cc63-b093-48ce-ac6b-bb349a214ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Oct 27 01:35:23.458421 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-546c4b63-be0e-497b-b86d-5d0bd30a0519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:23.550668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-4d834462-7def-457c-b24f-162aaad20feb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:23.552183 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-4d834462-7def-457c-b24f-162aaad20feb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 946 time: 0.0469382 Oct 27 01:35:23.583038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=48 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.590382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=53 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.643019 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Deleting port 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:35:23.643359 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:23.734399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.736311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] For port 431f71c8-f037-4a0b-8ada-368547d086d1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=431f71c8-f037-4a0b-8ada-368547d086d1,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:23.736661 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:23.865635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.877764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:23.946366 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:23.947120 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:23.947467 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Floating IP 082fd0c2-f3a6-43fe-b2d7-c678526ba3fb disassociated. External IP: 172.27.0.150, port: 431f71c8-f037-4a0b-8ada-368547d086d1. Oct 27 01:35:23.947802 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Calling delete_port for 431f71c8-f037-4a0b-8ada-368547d086d1 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:35:24.083374 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (431f71c8-f037-4a0b-8ada-368547d086d1), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:24.114944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'Port': ['ID=431f71c8-f037-4a0b-8ada-368547d086d1,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:24.256298 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:35:24.376377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:35:24.386753 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:35:24.399217 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:24.399993 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:24.430875 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] No DVR routers for this DVR port 431f71c8-f037-4a0b-8ada-368547d086d1 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:35:24.441539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:24.444682 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-353adaf8-9000-4d88-927b-68dd76f55a61 req-6b495e32-c72b-443d-b81f-dd7b2d70babf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "DELETE /networking/v2.0/ports/431f71c8-f037-4a0b-8ada-368547d086d1 HTTP/1.1" status: 204 len: 173 time: 0.8856108 Oct 27 01:35:24.445271 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-deleted', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:24.447509 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4b867-af9f-4dc4-8891-43d206074122" -d '{"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-deleted", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:24.495335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45183-89a3-4859-ac9f-87d091f06958 req-acdba9c2-3698-46e1-a918-51ba194dcbd7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:24.497798 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20c45183-89a3-4859-ac9f-87d091f06958 req-acdba9c2-3698-46e1-a918-51ba194dcbd7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0678420 Oct 27 01:35:24.500160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689438c-6954-48d7-937c-8de542415337 x-openstack-request-id: req-0689438c-6954-48d7-937c-8de542415337 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:24.500468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d9ca-9bc2-4101-953a-4f866cf4326f", "name": "network-vif-deleted", "tag": "431f71c8-f037-4a0b-8ada-368547d086d1", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:24.500721 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0689438c-6954-48d7-937c-8de542415337 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:24.501162 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0689438c-6954-48d7-937c-8de542415337'] response: {'server_uuid': 'b414d9ca-9bc2-4101-953a-4f866cf4326f', 'name': 'network-vif-deleted', 'tag': '431f71c8-f037-4a0b-8ada-368547d086d1', 'status': 'completed', 'code': 200} Oct 27 01:35:24.519375 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:24.555592 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20c45183-89a3-4859-ac9f-87d091f06958 req-e07150a4-90ff-4346-abd9-bcefab951de4 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484614 Oct 27 01:35:24.587413 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8fc29b23-0c7b-4aa1-b759-9fab12f3198b req-da1e000c-29db-4fd3-bc18-aacadcc2b0e4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 210 time: 0.0296695 Oct 27 01:35:24.726984 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:24.751962 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:35:24.761397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:24.762013 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:34:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:24.865981 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:25.047891 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:25.209455 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dea92-991d-47f8-860f-c8e1fadd7787 None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:35:25.414868 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49990b-8515-4a05-b727-41f4d65cfabf None None] New status for floating IP 082fd0c2-f3a6-43fe-b2d7-c678526ba3fb: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:35:25.672516 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:25.701892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd928-4b43-41cd-aa81-19726652c5a1 req-c2a467e5-276f-43b1-8e93-7d983aab3781 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:25.703386 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d52cd928-4b43-41cd-aa81-19726652c5a1 req-c2a467e5-276f-43b1-8e93-7d983aab3781 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0641317 Oct 27 01:35:25.724499 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-30151e67-9e95-4b81-9aba-d87bba1b07e7 req-aa2ffa9d-c494-4dbd-861f-0f2d5aa3afbf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b414d9ca-9bc2-4101-953a-4f866cf4326f HTTP/1.1" status: 200 len: 210 time: 0.0447702 Oct 27 01:35:25.774052 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d52cd928-4b43-41cd-aa81-19726652c5a1 req-3ef69596-5004-4935-93e6-12f1119b3b8d tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564895 Oct 27 01:35:25.809856 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1aabe304-ed04-4893-8803-40d6e2cd41d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.610632 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-56714c15-d4f7-4d95-8c73-304ffc9374d7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:26.612107 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-56714c15-d4f7-4d95-8c73-304ffc9374d7 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0512171 Oct 27 01:35:26.704816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Deleting port 916c39b7-b2b2-4248-bcce-53ebf91190cb {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:35:26.705564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.772434 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:26.801810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] For port 916c39b7-b2b2-4248-bcce-53ebf91190cb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=916c39b7-b2b2-4248-bcce-53ebf91190cb,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:26.802182 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.827983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Calling delete_port for 916c39b7-b2b2-4248-bcce-53ebf91190cb owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:35:26.832099 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37450) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:26.892201 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (d9f2cc63-b093-48ce-ac6b-bb349a214ef6), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.915535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (d9f2cc63-b093-48ce-ac6b-bb349a214ef6), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.935035 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ded36-677e-4258-a291-56726a91e2af req-62fa1ce9-132e-4119-8d79-8e0a00253262 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:26.936566 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f9ded36-677e-4258-a291-56726a91e2af req-62fa1ce9-132e-4119-8d79-8e0a00253262 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77a88755-9cac-418c-b267-32d0b4cf6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0614820 Oct 27 01:35:26.965923 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (d9f2cc63-b093-48ce-ac6b-bb349a214ef6), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.969346 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:26.970646 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d9f2cc63-b093-48ce-ac6b-bb349a214ef6 HTTP/1.1" status: 204 len: 168 time: 0.1374438 Oct 27 01:35:26.973889 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37452) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:26.991079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f2cc63-b093-48ce-ac6b-bb349a214ef6,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:26.994692 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-9185d0b6-67f3-4015-8325-7fa77e44a1fb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] show failed (client error): The resource could not be found. Oct 27 01:35:26.995682 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9185d0b6-67f3-4015-8325-7fa77e44a1fb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d9f2cc63-b093-48ce-ac6b-bb349a214ef6 HTTP/1.1" status: 404 len: 347 time: 0.0197427 Oct 27 01:35:26.999330 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37454) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:27.007419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.007608 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.007822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.008157 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.008512 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.008822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.009171 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.009499 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.009821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.010141 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.010462 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.010781 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.011101 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.011418 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.011736 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335c8b-631d-4d3e-8a9c-cf76918771b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:35:27.024033 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7f9ded36-677e-4258-a291-56726a91e2af req-5fa09731-efc8-4bcc-a0be-1d4b1f325e98 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Oct 27 01:35:27.042110 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (916c39b7-b2b2-4248-bcce-53ebf91190cb), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.076906 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Pushing event deleted for resources: {'Port': ['ID=916c39b7-b2b2-4248-bcce-53ebf91190cb,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:27.083790 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['916c39b7-b2b2-4248-bcce-53ebf91190cb'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:27.126094 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Deleting port ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:35:27.126590 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.127642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] No DVR routers for this DVR port 916c39b7-b2b2-4248-bcce-53ebf91190cb on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:35:27.130615 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.133863 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c77dc7d1-989d-401f-a086-2d46b7979880 req-9ef60d64-c00b-4e34-b5e5-4166f61b2ea5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "DELETE /networking/v2.0/ports/916c39b7-b2b2-4248-bcce-53ebf91190cb HTTP/1.1" status: 204 len: 173 time: 0.5155866 Oct 27 01:35:27.134372 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'name': 'network-vif-deleted', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:27.136858 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128bf907-f130-43e5-abfd-5ca3055b3931" -d '{"events": [{"server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "name": "network-vif-deleted", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:27.138286 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.180448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df0a08-4192-43cc-9ee3-ee4aa24282d9 x-openstack-request-id: req-c8df0a08-4192-43cc-9ee3-ee4aa24282d9 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:27.180674 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a88755-9cac-418c-b267-32d0b4cf6bb3", "name": "network-vif-deleted", "tag": "916c39b7-b2b2-4248-bcce-53ebf91190cb", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:27.180830 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8df0a08-4192-43cc-9ee3-ee4aa24282d9 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:27.181600 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8df0a08-4192-43cc-9ee3-ee4aa24282d9'] response: {'server_uuid': '77a88755-9cac-418c-b267-32d0b4cf6bb3', 'name': 'network-vif-deleted', 'tag': '916c39b7-b2b2-4248-bcce-53ebf91190cb', 'status': 'completed', 'code': 200} Oct 27 01:35:27.218214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.218539 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.230755 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Calling delete_port for ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:35:27.378738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.407214 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'Port': ['ID=ea5b6d84-18b8-4b67-b5ef-ba6c20ccb427,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:27.469502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (082fd0c2-f3a6-43fe-b2d7-c678526ba3fb), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.471948 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:27.473104 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-30687f82-9dcd-49e0-a0dd-d27d4c90ed72 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/082fd0c2-f3a6-43fe-b2d7-c678526ba3fb HTTP/1.1" status: 204 len: 168 time: 0.4725089 Oct 27 01:35:28.383364 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 916c39b7-b2b2-4248-bcce-53ebf91190cb no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:35:28.408119 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 916c39b7-b2b2-4248-bcce-53ebf91190cb {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:35:28.408478 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 916c39b7-b2b2-4248-bcce-53ebf91190cb not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:35:28.408893 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:35:28.430457 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 431f71c8-f037-4a0b-8ada-368547d086d1 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:35:28.430800 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 431f71c8-f037-4a0b-8ada-368547d086d1 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:35:28.570874 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37472) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:28.575508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265986886', 'description': 'tempest-description--875831645'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:28.598991 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.678869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (b0d6bdac-e378-4777-9ce0-4846756dae80), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.682665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b0d6bdac-e378-4777-9ce0-4846756dae80), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.714185 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.715419 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434376 Oct 27 01:35:28.716473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1199d-430c-456c-8553-dc2581e46aa2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6bdac-e378-4777-9ce0-4846756dae80,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:28.718511 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37474) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:28.722965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group_rule': {'security_group_id': 'b0d6bdac-e378-4777-9ce0-4846756dae80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:28.747352 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:28.750260 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (a55d7800-a705-47ff-9c71-dbb06751e4f5), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.799481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (a55d7800-a705-47ff-9c71-dbb06751e4f5), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.805785 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (a55d7800-a705-47ff-9c71-dbb06751e4f5), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.818350 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.825880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d7800-a705-47ff-9c71-dbb06751e4f5,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:28.834765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.836057 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-136d8c92-4f03-486e-b22a-1a5533ea238c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166420 Oct 27 01:35:28.838784 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37476) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:28.843702 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'security_group_rule': {'security_group_id': 'b0d6bdac-e378-4777-9ce0-4846756dae80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:28.868823 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (7a2c9ba4-1f51-4fa0-aa37-13769bfd9a18), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.926601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (7a2c9ba4-1f51-4fa0-aa37-13769bfd9a18), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.930523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (7a2c9ba4-1f51-4fa0-aa37-13769bfd9a18), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.948753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2c9ba4-1f51-4fa0-aa37-13769bfd9a18,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:28.957647 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.958840 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-41e0acf0-7509-44d8-9f06-75ad0d32c0e9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191313 Oct 27 01:35:28.961964 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37478) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:28.966237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:28.984415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:28.989634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:28.991034 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.070927 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.171982 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Allocated IP 172.27.0.92 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/0d6a8691-b032-4265-99db-bd3513d5c792) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:35:29.273526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (0d6a8691-b032-4265-99db-bd3513d5c792), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.308185 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.346295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:35:29.349197 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:35:29.354827 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:35:29.382320 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=0d6a8691-b032-4265-99db-bd3513d5c792,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:29.445812 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.446904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:29.485272 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.631221 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (0d6a8691-b032-4265-99db-bd3513d5c792), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.635486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.672993 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:29.703337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=0d6a8691-b032-4265-99db-bd3513d5c792,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:29.708264 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.724562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:29.725828 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f7b8edcd-874e-4592-bf3a-b31c838f219a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7629142 Oct 27 01:35:29.927138 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-39d0b7e7-3c36-46b7-9e3b-1632c46e7d4d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1265986886&fields=id&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 267 time: 0.0428078 Oct 27 01:35:30.034243 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-96ee5869-c437-4f48-979d-2e1f1194a924 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:30.035703 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-96ee5869-c437-4f48-979d-2e1f1194a924 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 816 time: 0.1022191 Oct 27 01:35:30.050120 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-053746f4-aebe-45a7-a701-9ede22a555cb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/quotas/73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 375 time: 0.0090811 Oct 27 01:35:30.099316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-53d3ad9a-c767-4327-accc-3f15a2137b0a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441620 Oct 27 01:35:30.288402 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-d4a2b5c2-37f3-4713-9093-ebbdd6ec504b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777892 Oct 27 01:35:30.380630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-ebf79c30-66a0-4431-a894-282576c0eb61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864549 Oct 27 01:35:30.557920 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbda9421-96ef-4e62-a095-dbd80d74399e req-be79ee1c-0b0d-4bb5-b861-dbfc5ed5638a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 210 time: 0.0416770 Oct 27 01:35:31.673731 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2b012bc9-e0ba-4d53-84b7-0a695bb03ff2 req-365691b0-6c8b-4b0f-ab96-ad55061a1e92 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 210 time: 0.0280793 Oct 27 01:35:31.892650 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:32.786332 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-32040600-a284-4881-801e-ae332ba184ce req-38522cbc-83ae-4011-adef-53b04787acc6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Oct 27 01:35:32.805799 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:35:33.554364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-5034025d-0d93-420f-9a05-f7b2035c21a6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:33.555873 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-5034025d-0d93-420f-9a05-f7b2035c21a6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 816 time: 0.1077697 Oct 27 01:35:33.621813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:33.637656 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-f40ea118-4497-45d9-8924-fa478578a3e1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 380 time: 0.0541928 Oct 27 01:35:33.719090 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'port': {'device_id': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'admin_state_up': True, 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'security_groups': ['b0d6bdac-e378-4777-9ce0-4846756dae80']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:33.873399 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Made reservation on behalf of 73c30908c04242e28297b339bfcc5600 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:35:33.879166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:33.940911 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dad681aa-cf14-4df4-a33b-8223ff427219 req-c7dae721-37ba-40ea-9635-cfe53e3a362e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 210 time: 0.0434718 Oct 27 01:35:34.035274 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81ccbc-41a2-47d0-9714-777e2a15cfeb req-ac61ea79-86dd-483b-9890-aaccab779bee tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:34.036738 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af81ccbc-41a2-47d0-9714-777e2a15cfeb req-ac61ea79-86dd-483b-9890-aaccab779bee tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0660625 Oct 27 01:35:34.106505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:34.117306 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Allocated IP 172.20.0.7 (f8936d5a-77c4-48b0-9095-ed36ec7d5242/de4c0c2c-e7d8-488b-99f2-a075a870ffb9/11beae3d-d55d-4ac6-a919-1db9f46a0469) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:35:34.127384 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-af81ccbc-41a2-47d0-9714-777e2a15cfeb req-4f8cdd60-b499-4c33-b147-7fd50a4762e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721302 Oct 27 01:35:34.162035 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37560) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:34.244901 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47caa0-9453-4ead-b8ec-46cf2a4051a0 tempest-TestMinimumBasicScenario-1983134775 tempest-TestMinimumBasicScenario-1983134775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:34.246467 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4f47caa0-9453-4ead-b8ec-46cf2a4051a0 tempest-TestMinimumBasicScenario-1983134775 tempest-TestMinimumBasicScenario-1983134775-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1124 time: 0.0833020 Oct 27 01:35:34.250692 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37564) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:34.255059 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'port_id': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:34.269234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.275775 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.302965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.348460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:35:34.353680 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:35:34.355729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.357677 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:35:34.381900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:34.410997 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:34.411625 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.431808 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-0c3e6be7-9d80-4006-9252-b159a04c6ae4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169981 Oct 27 01:35:34.470216 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:34.485099 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Allocated IP 172.27.0.91 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/7e46aa8a-bd54-4ca3-9933-7c147fdc40a7) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:35:34.489853 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:34.513095 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Request body: {'port': {'device_id': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:34.576687 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.598829 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.628030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-b681df3d-8639-4f3d-b852-fe1901ffed29 None None] Provisioning complete for port 11beae3d-d55d-4ac6-a919-1db9f46a0469 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:35:34.628584 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b681df3d-8639-4f3d-b852-fe1901ffed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.628829 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-b681df3d-8639-4f3d-b852-fe1901ffed29 None None] Attempt 1 to provision port 11beae3d-d55d-4ac6-a919-1db9f46a0469 Oct 27 01:35:34.634260 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.665501 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b681df3d-8639-4f3d-b852-fe1901ffed29 None None] Port 11beae3d-d55d-4ac6-a919-1db9f46a0469 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:35:34.679119 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:35:34.683422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:34.686270 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:35:34.690169 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:35:34.694213 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'Port': ['ID=7e46aa8a-bd54-4ca3-9933-7c147fdc40a7,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:34.849610 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:34.857608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks [] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.880555 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Transition to ACTIVE for port object 11beae3d-d55d-4ac6-a919-1db9f46a0469 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:35:34.884227 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:34.964065 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:34.989041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:34.994398 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Attempting to bind port 11beae3d-d55d-4ac6-a919-1db9f46a0469 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:35:34.994733 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Attempting to bind port 11beae3d-d55d-4ac6-a919-1db9f46a0469 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:35:34.995124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Attempting to bind port 11beae3d-d55d-4ac6-a919-1db9f46a0469 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:35.053382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for floatingip (97fae20e-a10a-497c-af31-6e906c5cc46c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.077848 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Port 11beae3d-d55d-4ac6-a919-1db9f46a0469 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:35:35.078155 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Attempting to bind port 11beae3d-d55d-4ac6-a919-1db9f46a0469 on network f8936d5a-77c4-48b0-9095-ed36ec7d5242 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:35.086611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91822218-dd0b-4ee3-a4ec-dbd9acb062c2 req-7faba771-a27b-4505-83c8-6b6957ffaa50 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:35.088074 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-91822218-dd0b-4ee3-a4ec-dbd9acb062c2 req-7faba771-a27b-4505-83c8-6b6957ffaa50 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0599561 Oct 27 01:35:35.123786 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), before_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.159643 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:35:35.159894 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Checking segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:35:35.160246 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Bound using segment: {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:35:35.160682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Bound port: 11beae3d-d55d-4ac6-a919-1db9f46a0469, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6d6f71-0bc3-4476-923b-9d9ac05ef617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:35:35.161036 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.177832 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-91822218-dd0b-4ee3-a4ec-dbd9acb062c2 req-915ad645-f9bb-4e3e-ac41-bcba527ee0e4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702517 Oct 27 01:35:35.236601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:35:35.240040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:35:35.245668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.249780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:35.250450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.251874 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 1093 time: 0.7434225 Oct 27 01:35:35.252425 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:35.253113 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:35.254872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e9976e-af19-4c90-b3ef-ebad1494fbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:35.274244 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.281011 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352418'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), after_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.287444 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:35.294236 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ca88f-7be0-47fb-8a73-7f2735c02a03 x-openstack-request-id: req-689ca88f-7be0-47fb-8a73-7f2735c02a03 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:35.294526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:35.294780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689ca88f-7be0-47fb-8a73-7f2735c02a03 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:35.295180 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689ca88f-7be0-47fb-8a73-7f2735c02a03'] response: {'name': 'network-changed', 'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'status': 'completed', 'code': 200} Oct 27 01:35:35.307693 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92784-97fa-4f9d-9a2d-881dda3fa07c service neutron] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:35.351505 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (97fae20e-a10a-497c-af31-6e906c5cc46c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.353393 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'Port': ['ID=7e46aa8a-bd54-4ca3-9933-7c147fdc40a7,revision_number=2']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:35.450820 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Floating IP 97fae20e-a10a-497c-af31-6e906c5cc46c associated. External IP: 172.27.0.91, port: f8228812-5eef-44c7-8163-dcef9ae06091. Oct 27 01:35:35.657798 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:35:35.759294 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:35:35.769670 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Sync routers for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:35:35.778778 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.780939 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:35.781654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:35:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:35.808461 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-416bfb47-04a4-4c14-bb75-181cf7bb2837 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5567431 Oct 27 01:35:35.809132 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:35.811928 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:35.814366 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37572) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:35.818791 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539203924', 'description': 'tempest-secgroup-smoke-1539203924 description', 'project_id': '9e496297038149beb8bfe69c53234988'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:35.841306 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.868354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:35.893316 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:35.925383 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (1670db2e-3851-4042-bc05-508ead4b005e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.929679 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1670db2e-3851-4042-bc05-508ead4b005e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.955530 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1720d8d-1ed8-4d67-9257-a345710162aa x-openstack-request-id: req-d1720d8d-1ed8-4d67-9257-a345710162aa {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:35.955826 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:35.956077 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1720d8d-1ed8-4d67-9257-a345710162aa {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:35.956485 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1720d8d-1ed8-4d67-9257-a345710162aa'] response: {'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:35:35.966023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1670db2e-3851-4042-bc05-508ead4b005e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:35.970773 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:35.971990 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-f180d750-3921-460b-a6dc-65deebcf07e2 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1566544 Oct 27 01:35:35.975088 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37580) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:35.979530 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:35.992050 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:35.992794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:36.009637 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (67fd3881-4f3b-43f3-8ec6-2bd9812e4b7d), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.076761 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (67fd3881-4f3b-43f3-8ec6-2bd9812e4b7d), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.081429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (67fd3881-4f3b-43f3-8ec6-2bd9812e4b7d), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.103493 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fd3881-4f3b-43f3-8ec6-2bd9812e4b7d,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.110628 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.115180 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37582) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:36.117828 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-d52f69fa-2e84-42d6-8984-eac3eb88afc4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357617 Oct 27 01:35:36.119741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '97fae20e-a10a-497c-af31-6e906c5cc46c', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'port_id': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'mac_address': 'fa:16:3e:7f:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:34Z', 'updated_at': '2022-10-27T01:35:34Z', 'revision_number': 0, 'project_id': '9e496297038149beb8bfe69c53234988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:36.121179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:36.148558 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (762a5622-c4b1-4554-8a73-a946ba6d43ad), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.151230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Checking router: e0207feb-9a90-47b4-bd9a-c5aee096dcf1 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:35:36.161252 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:36.161866 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:35:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:36.207574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (762a5622-c4b1-4554-8a73-a946ba6d43ad), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.212068 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (762a5622-c4b1-4554-8a73-a946ba6d43ad), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.226701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:36.237968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.239182 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218171 Oct 27 01:35:36.242001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37586) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:36.246604 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:36.251762 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5660ea-d97f-428e-9bb6-b81338a4aebe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762a5622-c4b1-4554-8a73-a946ba6d43ad,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.311960 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (05761192-70b2-47be-ba28-76d010cad546), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.316184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:36.334766 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50f40-14a3-4421-ab19-1f263239b060 req-ca5b1783-93cb-4fa7-ab7c-f79b5e1eafb8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:36.336295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20c50f40-14a3-4421-ab19-1f263239b060 req-ca5b1783-93cb-4fa7-ab7c-f79b5e1eafb8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0641470 Oct 27 01:35:36.420097 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (05761192-70b2-47be-ba28-76d010cad546), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.424333 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-20c50f40-14a3-4421-ab19-1f263239b060 req-66c77cac-a7b6-4b12-8353-92f2a7f700ba tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719409 Oct 27 01:35:36.425465 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (05761192-70b2-47be-ba28-76d010cad546), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.446788 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05761192-70b2-47be-ba28-76d010cad546,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.458158 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.462540 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-640b4b80-f5c0-49eb-91e8-7cc450cfa1b8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2167995 Oct 27 01:35:36.462891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37588) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:36.467724 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:36.503424 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (be222c3f-e982-4647-9155-69fcf5890645), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.574566 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (be222c3f-e982-4647-9155-69fcf5890645), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.579886 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (be222c3f-e982-4647-9155-69fcf5890645), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.584203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '97fae20e-a10a-497c-af31-6e906c5cc46c', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'port_id': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'mac_address': 'fa:16:3e:7f:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:34Z', 'updated_at': '2022-10-27T01:35:34Z', 'revision_number': 0, 'project_id': '9e496297038149beb8bfe69c53234988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:36.589853 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:36.605940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be222c3f-e982-4647-9155-69fcf5890645,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.611070 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54395db-0b98-4f29-8d0d-b39cc67dd84e None None] The sync data for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi is: [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '97fae20e-a10a-497c-af31-6e906c5cc46c', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'port_id': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'mac_address': 'fa:16:3e:7f:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:34Z', 'updated_at': '2022-10-27T01:35:34Z', 'revision_number': 0, 'project_id': '9e496297038149beb8bfe69c53234988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:35:36.613776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.615059 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5cbcb39a-4aa8-4cd0-ba7f-ece7ba0600aa tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511362 Oct 27 01:35:36.618498 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37590) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:36.623373 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:36.651648 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.securitygroups_db [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Project 9e496297038149beb8bfe69c53234988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:35:36.658943 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (f358c65f-ee04-479d-a018-e34e50a6cc18), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.685804 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:36.740240 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (f358c65f-ee04-479d-a018-e34e50a6cc18), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.743074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (f358c65f-ee04-479d-a018-e34e50a6cc18), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.762280 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f358c65f-ee04-479d-a018-e34e50a6cc18,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.773209 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.774475 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ebb62b42-b1b4-40f6-875d-745fac9a47cc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547427 Oct 27 01:35:36.777589 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37592) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:36.783394 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'security_group_rule': {'security_group_id': '1670db2e-3851-4042-bc05-508ead4b005e', 'project_id': '9e496297038149beb8bfe69c53234988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:36.810864 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.securitygroups_db [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Project 9e496297038149beb8bfe69c53234988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:35:36.818682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (d7eeb99f-ca3e-49e8-ba59-82a78ce406f6), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.863806 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90c64d-b143-4f29-8fbe-026208f356fc None None] New status for floating IP 97fae20e-a10a-497c-af31-6e906c5cc46c: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:35:36.900751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (d7eeb99f-ca3e-49e8-ba59-82a78ce406f6), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.905047 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (d7eeb99f-ca3e-49e8-ba59-82a78ce406f6), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.939475 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eeb99f-ca3e-49e8-ba59-82a78ce406f6,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:36.953914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:36.958947 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-10ed0e97-2069-4478-913a-ebae896b37fb tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764092 Oct 27 01:35:37.050357 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-f15766f7-2431-45b7-998f-acb3afd4f276 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1539203924&fields=id&tenant_id=9e496297038149beb8bfe69c53234988 HTTP/1.1" status: 200 len: 267 time: 0.0449538 Oct 27 01:35:37.100620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-ec59b107-0e42-4e3f-b1bb-c55a718c2c78 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.102123 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-ec59b107-0e42-4e3f-b1bb-c55a718c2c78 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0463982 Oct 27 01:35:37.113147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'port': {'security_groups': ['31721392-513b-448d-8226-ea6b6eb00319', '1670db2e-3851-4042-bc05-508ead4b005e']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:37.184046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:37.629328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:37.659491 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-19e06b52-1252-4227-a739-9f28a8bb7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.661358 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-19e06b52-1252-4227-a739-9f28a8bb7680 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1127 time: 0.0468867 Oct 27 01:35:37.686970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:37.689033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-40491f1d-c425-4974-a235-7ddfe9072e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.690487 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-40491f1d-c425-4974-a235-7ddfe9072e0f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1129 time: 0.0766227 Oct 27 01:35:37.740317 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b0a9e-0d2b-46a7-a305-57fcffd21076 req-64787f3c-5e30-491f-a92a-f41c5f2ba722 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.741713 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-497b0a9e-0d2b-46a7-a305-57fcffd21076 req-64787f3c-5e30-491f-a92a-f41c5f2ba722 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0696883 Oct 27 01:35:37.751915 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for port (f8228812-5eef-44c7-8163-dcef9ae06091), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:37.759720 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:37.775362 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.775960 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:37.777286 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-46f787f2-b967-4078-8ecb-6a4968eab299 req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "PUT /networking/v2.0/ports/f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 981 time: 0.6690700 Oct 27 01:35:37.779427 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:37.782485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70798914-3f62-4474-bf89-d73031c1e374" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:37.860676 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-497b0a9e-0d2b-46a7-a305-57fcffd21076 req-7fddbca8-02fb-4b11-b4df-b7e29fc36edd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133530 Oct 27 01:35:37.903358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd3a46-5dd8-4101-8428-e8758cfccc9c tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=6']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:37.917217 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:37.962493 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad36a1f-e7eb-4da1-a25e-93d1da782199 req-a70c636b-f0a9-4387-8bd9-1ab9610553e5 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:37.964254 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aad36a1f-e7eb-4da1-a25e-93d1da782199 req-a70c636b-f0a9-4387-8bd9-1ab9610553e5 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.1327055 Oct 27 01:35:37.974380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a37c4-9651-49ac-8fe7-fae6a463efe8 x-openstack-request-id: req-6f9a37c4-9651-49ac-8fe7-fae6a463efe8 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:37.974380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:37.974670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f9a37c4-9651-49ac-8fe7-fae6a463efe8 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:37.974945 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9a37c4-9651-49ac-8fe7-fae6a463efe8'] response: {'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:35:37.990971 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:38.046224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:38.047064 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-3331cafd-5fb3-4e30-ac4a-97841aa258cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.048566 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-3331cafd-5fb3-4e30-ac4a-97841aa258cb service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.1709201 Oct 27 01:35:38.104547 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aad36a1f-e7eb-4da1-a25e-93d1da782199 req-00eb2cda-6f47-4c64-b41c-9f85ef4a22e0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322856 Oct 27 01:35:38.142991 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-3a77c219-0468-4fd7-9112-891994dbd8e1 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1000 time: 0.0856698 Oct 27 01:35:38.169350 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:38.205861 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-f0ccfbcd-f558-4663-a6d7-867b06152db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.207731 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-f0ccfbcd-f558-4663-a6d7-867b06152db8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0572834 Oct 27 01:35:38.277935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-cd1e0b8e-72a8-4a38-81f7-a9f1f6667298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.279802 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-cd1e0b8e-72a8-4a38-81f7-a9f1f6667298 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629179 Oct 27 01:35:38.297299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-581b64cf-6da2-43cc-9cdb-63af8bf73cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.299267 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-581b64cf-6da2-43cc-9cdb-63af8bf73cd4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=73c30908c04242e28297b339bfcc5600&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4287527 Oct 27 01:35:38.364543 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:38.409175 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-2307b68d-775d-49cd-8960-7c7b2ee808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.410653 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-97e9976e-af19-4c90-b3ef-ebad1494fbd8 req-2307b68d-775d-49cd-8960-7c7b2ee808a1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043375 Oct 27 01:35:38.424430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-ba87520b-ea7c-4a18-905d-6322999d9751 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.426638 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-ba87520b-ea7c-4a18-905d-6322999d9751 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 813 time: 0.1802690 Oct 27 01:35:38.453687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-7c88196b-422f-4af6-9516-edc061953433 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475523 Oct 27 01:35:38.455045 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-4c293252-39b3-442c-b65b-a14f63742d15 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/quotas/176e5a3c112e4967a83375c948008ab5 HTTP/1.1" status: 200 len: 375 time: 0.0202837 Oct 27 01:35:38.501969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-07b08818-fd4b-40dd-b7a7-c925978320d2 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402884 Oct 27 01:35:38.516588 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-a411ba37-a018-4782-9f68-4e3ea57d1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.518144 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-a411ba37-a018-4782-9f68-4e3ea57d1b30 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1127 time: 0.0443771 Oct 27 01:35:38.565674 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-68fb6098-dc5b-4356-a609-aec44bfcd2c6 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 217 time: 0.0338080 Oct 27 01:35:38.616247 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:38.617993 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-e331d8ca-e50a-4248-9fa3-b14f4b91bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.619814 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-e331d8ca-e50a-4248-9fa3-b14f4b91bd2d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0480585 Oct 27 01:35:38.648204 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-23e9cf15-7c9e-41a6-ba1f-5123c4b8284c req-b3407bb6-7b89-45e9-8164-e63012135711 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767125 Oct 27 01:35:38.662437 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-c674073a-a6f8-4588-b414-9d6f15037b63 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470737 Oct 27 01:35:38.670429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-21a089f7-3950-4229-8ea7-ea7dfb5cd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.672312 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-21a089f7-3950-4229-8ea7-ea7dfb5cd3b6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463283 Oct 27 01:35:38.768690 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-48f99c26-afff-4842-933a-b71ff478bb9b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889449 Oct 27 01:35:38.774515 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798914-3f62-4474-bf89-d73031c1e374 req-6cc199bd-0c5c-4f3b-9c15-214f50b700c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.775984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-6cc199bd-0c5c-4f3b-9c15-214f50b700c8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1168 time: 0.0543129 Oct 27 01:35:38.834267 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-724fec91-2e9d-4880-a4df-3eccca0dc1cf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649573 Oct 27 01:35:38.867754 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1c06a8a7-f2fc-4175-bca6-c55a3aada626 req-823670b3-e546-49b4-af4c-84c71cdebe36 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923262 Oct 27 01:35:38.880438 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798914-3f62-4474-bf89-d73031c1e374 req-fa44632e-27bc-4049-8c39-7296f6e23960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:38.882084 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-fa44632e-27bc-4049-8c39-7296f6e23960 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.0994282 Oct 27 01:35:38.977409 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-5d8036f7-c929-4408-b26d-32ccaf330247 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1000 time: 0.0882108 Oct 27 01:35:39.029841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f89cdbcb-d799-4726-b154-58e86be28c8e req-31f9e923-81db-4dd5-9ce1-539f3574725b tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 210 time: 0.0361984 Oct 27 01:35:39.035728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941ed0-8ba4-4e2d-89d7-f6adaca57d97 req-968e9a2b-56d0-45bd-889c-f2540722e235 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:39.037182 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-92941ed0-8ba4-4e2d-89d7-f6adaca57d97 req-968e9a2b-56d0-45bd-889c-f2540722e235 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0798898 Oct 27 01:35:39.090659 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-92941ed0-8ba4-4e2d-89d7-f6adaca57d97 req-771f309e-3949-41d0-948e-2ea734e25adf tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Oct 27 01:35:40.163464 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-39b90e65-866f-4f20-8ff0-73189955f689 req-3121d1e3-42a1-4455-b07d-1329e0f148aa tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 210 time: 0.0465412 Oct 27 01:35:40.251208 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea25b3-566d-4d21-90c7-1c2629625613 req-94577df4-31e5-4a06-9618-7905e28ffa6f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:40.252663 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9ea25b3-566d-4d21-90c7-1c2629625613 req-94577df4-31e5-4a06-9618-7905e28ffa6f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0572374 Oct 27 01:35:40.299288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d9ea25b3-566d-4d21-90c7-1c2629625613 req-718a9d78-1394-48c5-a6e7-d4c592930c33 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Oct 27 01:35:40.983506 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:40.996054 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798914-3f62-4474-bf89-d73031c1e374 req-b97c02c4-3802-421c-9d8a-c61639f0b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:40.997543 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-b97c02c4-3802-421c-9d8a-c61639f0b7b3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0476897 Oct 27 01:35:41.041595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798914-3f62-4474-bf89-d73031c1e374 req-fb33f459-74e4-46ec-b5de-aa20a8eb969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:41.043106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-fb33f459-74e4-46ec-b5de-aa20a8eb969b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394769 Oct 27 01:35:41.137520 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-97f07886-0194-488a-a161-529bb0dbcc51 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877323 Oct 27 01:35:41.254951 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-70798914-3f62-4474-bf89-d73031c1e374 req-8f84b566-d08d-41b3-86ca-bc7f06e457e2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107712 Oct 27 01:35:41.300909 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bb558c7b-552c-4e12-8fe7-8a1e464422ce req-efddf119-c1df-4076-ad8a-17f22d9e2754 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 210 time: 0.0379875 Oct 27 01:35:41.427584 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da4d0-14f9-49fc-8794-7832ebd7db75 req-f99c2fe8-b5f7-426c-a5a9-e9da42686169 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:41.429053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-671da4d0-14f9-49fc-8794-7832ebd7db75 req-f99c2fe8-b5f7-426c-a5a9-e9da42686169 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0475211 Oct 27 01:35:41.475486 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-671da4d0-14f9-49fc-8794-7832ebd7db75 req-7327bca8-5b49-49ef-bfe9-991ea30432bb tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Oct 27 01:35:41.558097 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:35:41.665449 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:41.679373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:35:41.691938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:41.715571 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:41.715957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:41.726137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:41.731519 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:41.753035 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:41.757684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:41.802328 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-9ff84e81-8713-4c74-906c-a3614cc0b50d tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:41.802328 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-9ff84e81-8713-4c74-906c-a3614cc0b50d tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 813 time: 0.1189075 Oct 27 01:35:41.814848 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:41.833232 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Request body: {'port': {'device_id': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e', 'admin_state_up': True, 'tenant_id': '176e5a3c112e4967a83375c948008ab5'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:41.941205 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Made reservation on behalf of 176e5a3c112e4967a83375c948008ab5 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:35:41.945121 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.071996 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Allocated IP 172.20.0.7 (9bca76cc-1d50-4e49-963d-abcefbafe61e/ca92e9b4-714e-405c-9892-3af49b0b5a5d/80788282-5235-455c-94d9-b233c700101a) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:35:42.215169 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['11beae3d-d55d-4ac6-a919-1db9f46a0469'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:42.219457 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks [] for port (80788282-5235-455c-94d9-b233c700101a), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.251289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (80788282-5235-455c-94d9-b233c700101a), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.257391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:42.301994 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Network 9bca76cc-1d50-4e49-963d-abcefbafe61e is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:35:42.307018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:35:42.309175 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Pushing event updated for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:42.311416 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:35:42.358043 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:42.362529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:42.363339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.380730 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-e5fc0b55-da76-41ca-a320-4fb87850dfd9 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518742 Oct 27 01:35:42.412694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Request body: {'port': {'device_id': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:42.420211 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:42.455572 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38253460-ab4d-47b4-b136-a34728b90df1 req-f6f334cc-4271-42e9-b496-052065fc313a tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:42.457039 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38253460-ab4d-47b4-b136-a34728b90df1 req-f6f334cc-4271-42e9-b496-052065fc313a tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 931 time: 0.0753713 Oct 27 01:35:42.515286 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (80788282-5235-455c-94d9-b233c700101a), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.542835 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38253460-ab4d-47b4-b136-a34728b90df1 req-b5ce17e7-8db5-4c58-aaf1-52a7030788f3 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782909 Oct 27 01:35:42.662727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22363be-714f-4b05-b2d4-07b2fc3d18a3 req-20b3239f-573d-42fe-9d27-6f4b03f72bf3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:42.664096 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b22363be-714f-4b05-b2d4-07b2fc3d18a3 req-20b3239f-573d-42fe-9d27-6f4b03f72bf3 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 944 time: 0.1027539 Oct 27 01:35:42.766288 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b22363be-714f-4b05-b2d4-07b2fc3d18a3 req-4b91e775-2d35-4cdb-a899-31d2e003d3ea tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961392 Oct 27 01:35:42.856065 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80788282-5235-455c-94d9-b233c700101a {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:42.864358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks [] for port (80788282-5235-455c-94d9-b233c700101a), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.876781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Transition to ACTIVE for port object 80788282-5235-455c-94d9-b233c700101a will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:35:42.880411 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (80788282-5235-455c-94d9-b233c700101a), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:42.961729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Pushing event updated for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:42.989019 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Attempting to bind port 80788282-5235-455c-94d9-b233c700101a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:35:42.989380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Attempting to bind port 80788282-5235-455c-94d9-b233c700101a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:35:42.989701 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Attempting to bind port 80788282-5235-455c-94d9-b233c700101a on network 9bca76cc-1d50-4e49-963d-abcefbafe61e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:43.030577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Port 80788282-5235-455c-94d9-b233c700101a on network 9bca76cc-1d50-4e49-963d-abcefbafe61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:35:43.031657 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Attempting to bind port 80788282-5235-455c-94d9-b233c700101a on network 9bca76cc-1d50-4e49-963d-abcefbafe61e {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:35:43.072666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:35:43.072998 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Checking segment: {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:35:43.073401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Bound using segment: {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:35:43.073824 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Bound port: 80788282-5235-455c-94d9-b233c700101a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba146187-16dd-4265-ab20-3eb498098f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:35:43.074181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (80788282-5235-455c-94d9-b233c700101a), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.076668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:43.134281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:35:43.137270 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80788282-5235-455c-94d9-b233c700101a,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:35:43.143753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (80788282-5235-455c-94d9-b233c700101a), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.147715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:43.148320 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.149711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/80788282-5235-455c-94d9-b233c700101a HTTP/1.1" status: 200 len: 1093 time: 0.7408676 Oct 27 01:35:43.150234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'tag': '80788282-5235-455c-94d9-b233c700101a'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:43.152538 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ecdea9-f1ea-4fe9-9914-db674eb6010d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "tag": "80788282-5235-455c-94d9-b233c700101a"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:43.194837 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565cfa18-60e6-4020-ad0f-adfb06f2718e x-openstack-request-id: req-565cfa18-60e6-4020-ad0f-adfb06f2718e {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:43.195125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "tag": "80788282-5235-455c-94d9-b233c700101a", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:43.195373 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-565cfa18-60e6-4020-ad0f-adfb06f2718e {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:43.195767 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565cfa18-60e6-4020-ad0f-adfb06f2718e'] response: {'name': 'network-changed', 'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'tag': '80788282-5235-455c-94d9-b233c700101a', 'status': 'completed', 'code': 200} Oct 27 01:35:43.207210 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef146c90-a262-4109-84ad-1a1a724c652f service neutron] Pushing event updated for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:43.251797 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:43.284217 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-df756c45-30bb-464d-88d2-ddc1d90703fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:43.285798 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-df756c45-30bb-464d-88d2-ddc1d90703fd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 1127 time: 0.0429668 Oct 27 01:35:43.332530 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-7f7eb83a-04c1-4f55-b275-868fd55dc76d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80788282-5235-455c-94d9-b233c700101a HTTP/1.1" status: 200 len: 217 time: 0.0317461 Oct 27 01:35:43.382600 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e313f-ea8f-4818-9339-442b599cbfed req-130e5d08-c013-4a29-9b24-92705adca846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:43.384036 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-130e5d08-c013-4a29-9b24-92705adca846 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ca92e9b4-714e-405c-9892-3af49b0b5a5d HTTP/1.1" status: 200 len: 853 time: 0.0456638 Oct 27 01:35:43.419764 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-01581c32-e257-4667-bd42-f8542dca8183 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=9bca76cc-1d50-4e49-963d-abcefbafe61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294240 Oct 27 01:35:43.510683 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-12cebd6e-f016-4b18-b4c4-d9b30d964f3c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822606 Oct 27 01:35:43.581615 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:35:43.616583 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-415e313f-ea8f-4818-9339-442b599cbfed req-c2bad11d-244d-42d0-a105-28e7a7a4d219 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999765 Oct 27 01:35:43.627760 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 11beae3d-d55d-4ac6-a919-1db9f46a0469 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:35:43.634321 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 11beae3d-d55d-4ac6-a919-1db9f46a0469 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:35:43.634927 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.635272 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 11beae3d-d55d-4ac6-a919-1db9f46a0469 Oct 27 01:35:43.674724 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f861e-a85f-4c16-80a2-e5d2ffd08e52 req-a4e747dd-34b8-4603-8898-b288bf3696b4 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:43.676194 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1f8f861e-a85f-4c16-80a2-e5d2ffd08e52 req-a4e747dd-34b8-4603-8898-b288bf3696b4 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 943 time: 0.0539474 Oct 27 01:35:43.710996 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:43.711379 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.732011 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1f8f861e-a85f-4c16-80a2-e5d2ffd08e52 req-52c48a2e-9057-4ee6-888f-e357b9864e7e tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Oct 27 01:35:43.734743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:43.736987 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34bc5b7-9fab-4dc9-8791-68bbbc14cad9" -d '{"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:43.750094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:43.753887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:43.783706 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b0ea3-9166-4e17-b635-ad0a530e7c6d x-openstack-request-id: req-b96b0ea3-9166-4e17-b635-ad0a530e7c6d {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:43.783995 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:43.784244 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b96b0ea3-9166-4e17-b635-ad0a530e7c6d {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:43.784634 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96b0ea3-9166-4e17-b635-ad0a530e7c6d'] response: {'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'code': 200} Oct 27 01:35:43.806406 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:43.903082 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429ffe9-a50c-4c53-969e-aa8c341b3e64 req-c92930b2-6b05-4aa7-b19b-2bf6b404cce8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:43.905588 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3429ffe9-a50c-4c53-969e-aa8c341b3e64 req-c92930b2-6b05-4aa7-b19b-2bf6b404cce8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0568395 Oct 27 01:35:43.955249 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3429ffe9-a50c-4c53-969e-aa8c341b3e64 req-9f17ce09-fdb0-47f7-a54d-449e9da074cd tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Oct 27 01:35:44.868250 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f72c-8f28-47a3-8f85-ba6ba8e2bdfe req-b8d135e3-96f0-45b0-8984-781fd3d0c1d3 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:44.870399 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-df55f72c-8f28-47a3-8f85-ba6ba8e2bdfe req-b8d135e3-96f0-45b0-8984-781fd3d0c1d3 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 943 time: 0.0532374 Oct 27 01:35:44.928183 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-df55f72c-8f28-47a3-8f85-ba6ba8e2bdfe req-d8241291-d690-4294-8e07-7d9e67292a9a tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Oct 27 01:35:45.089703 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3eba-4c2e-433c-b45b-5d7890ce2b0e req-e620d6b3-64ab-4a9b-a3cf-16bd3b7db8ac tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:45.091106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d6e3eba-4c2e-433c-b45b-5d7890ce2b0e req-e620d6b3-64ab-4a9b-a3cf-16bd3b7db8ac tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0504282 Oct 27 01:35:45.139965 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d6e3eba-4c2e-433c-b45b-5d7890ce2b0e req-071af4ed-cb2b-4a71-888a-d85e7910dc3e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Oct 27 01:35:45.596197 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 80788282-5235-455c-94d9-b233c700101a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:35:45.691957 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80788282-5235-455c-94d9-b233c700101a,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:45.703278 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '80788282-5235-455c-94d9-b233c700101a', 'network_id': '9bca76cc-1d50-4e49-963d-abcefbafe61e', 'port_id': '80788282-5235-455c-94d9-b233c700101a', 'mac_address': 'fa:16:3e:40:4f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca92e9b4-714e-405c-9892-3af49b0b5a5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:35:45.741034 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 80788282-5235-455c-94d9-b233c700101a is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:45.741523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (80788282-5235-455c-94d9-b233c700101a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:45.754069 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80788282-5235-455c-94d9-b233c700101a {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:35:45.773398 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80788282-5235-455c-94d9-b233c700101a,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:45.777273 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (80788282-5235-455c-94d9-b233c700101a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:45.823356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:46.086472 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960fcb6-bb1c-47d9-9f00-325c95a9a5ad req-b9328711-b4e9-4efd-9242-0eb537b068f8 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.087982 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1960fcb6-bb1c-47d9-9f00-325c95a9a5ad req-b9328711-b4e9-4efd-9242-0eb537b068f8 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 944 time: 0.0820699 Oct 27 01:35:46.089150 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-717ed12e-9e65-4da6-8b04-5a0e51091384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.090627 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-717ed12e-9e65-4da6-8b04-5a0e51091384 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=176e5a3c112e4967a83375c948008ab5&device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 1128 time: 0.0726659 Oct 27 01:35:46.200553 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4169c-4b1e-4d44-80a8-9906f7087ef9 req-333d1bbb-49ad-49cf-ae2e-e97e4f69ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.203542 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1b4169c-4b1e-4d44-80a8-9906f7087ef9 req-333d1bbb-49ad-49cf-ae2e-e97e4f69ffa9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1129 time: 0.0437191 Oct 27 01:35:46.251018 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-e1b4169c-4b1e-4d44-80a8-9906f7087ef9 req-a6071ec1-cbd7-4081-a7b7-0cfebc41f826 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Oct 27 01:35:46.266291 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['80788282-5235-455c-94d9-b233c700101a'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:35:46.302520 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:46.485805 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1960fcb6-bb1c-47d9-9f00-325c95a9a5ad req-1716fbc6-203f-48ec-bec3-e91c456ff715 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897922 Oct 27 01:35:46.512798 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:46.535329 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b10478-abd0-4ced-bea9-61227c98202f req-1015c86c-d184-412b-b62c-cb932aafab9c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.536833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18b10478-abd0-4ced-bea9-61227c98202f req-1015c86c-d184-412b-b62c-cb932aafab9c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Oct 27 01:35:46.537938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-d31237d0-373a-465d-ad7f-9ecab97cc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.539238 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-d31237d0-373a-465d-ad7f-9ecab97cc47e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 200 len: 914 time: 0.4414530 Oct 27 01:35:46.584105 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-18b10478-abd0-4ced-bea9-61227c98202f req-7a215e99-bf71-49cf-b764-5909dd15db00 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Oct 27 01:35:46.725593 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-0296a9fa-760c-41fd-a9b7-db4300f758c7 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80788282-5235-455c-94d9-b233c700101a HTTP/1.1" status: 200 len: 217 time: 0.0351837 Oct 27 01:35:46.762930 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:46.777074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-d32f4fa8-8e19-4a9c-bc41-cebae6383624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:46.778502 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-d32f4fa8-8e19-4a9c-bc41-cebae6383624 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=ca92e9b4-714e-405c-9892-3af49b0b5a5d HTTP/1.1" status: 200 len: 853 time: 0.0432081 Oct 27 01:35:46.997088 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:47.392322 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-4a315c03-db07-494e-b3d6-ecd0a93660e7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=9bca76cc-1d50-4e49-963d-abcefbafe61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270901 Oct 27 01:35:47.485269 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-1d17e1f0-0fb6-45b5-90ef-cd2da941f944 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864830 Oct 27 01:35:47.585966 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-33ecdea9-f1ea-4fe9-9914-db674eb6010d req-37ed6e3c-0994-40fd-af85-cfc7032bf666 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940504 Oct 27 01:35:47.605220 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 80788282-5235-455c-94d9-b233c700101a up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:35:47.620244 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bedd3-6cde-450b-ac30-a2cbcfe5a172 req-35046285-a988-4101-9431-76edfdd33043 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:47.622316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-164bedd3-6cde-450b-ac30-a2cbcfe5a172 req-35046285-a988-4101-9431-76edfdd33043 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 944 time: 0.0557120 Oct 27 01:35:47.651506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 80788282-5235-455c-94d9-b233c700101a completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:35:47.659048 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 80788282-5235-455c-94d9-b233c700101a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:35:47.660716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (80788282-5235-455c-94d9-b233c700101a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:47.660716 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 80788282-5235-455c-94d9-b233c700101a Oct 27 01:35:47.677311 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-164bedd3-6cde-450b-ac30-a2cbcfe5a172 req-83ed8ab8-5d6d-48ef-8e5e-dddb210c8443 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Oct 27 01:35:47.727061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d7ff-adc3-4b42-8c9d-2f318e1a49a3 req-5bad8390-5ee4-4d35-a6ae-6a8fbe5736db tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:47.728556 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1831d7ff-adc3-4b42-8c9d-2f318e1a49a3 req-5bad8390-5ee4-4d35-a6ae-6a8fbe5736db tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0503881 Oct 27 01:35:47.743791 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 80788282-5235-455c-94d9-b233c700101a is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:35:47.744157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (80788282-5235-455c-94d9-b233c700101a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:47.762654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:47.768519 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80788282-5235-455c-94d9-b233c700101a'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:47.770778 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74384232-5332-4ebc-944e-d824d60f47a9" -d '{"events": [{"server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "name": "network-vif-plugged", "status": "completed", "tag": "80788282-5235-455c-94d9-b233c700101a"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:47.778049 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1831d7ff-adc3-4b42-8c9d-2f318e1a49a3 req-0d2c59d5-bfaf-41b8-a672-23ae4b50e679 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Oct 27 01:35:47.785645 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80788282-5235-455c-94d9-b233c700101a,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:35:47.792082 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (80788282-5235-455c-94d9-b233c700101a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:47.825640 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2ac40-6f08-485d-b40d-f47688c2408c x-openstack-request-id: req-4af2ac40-6f08-485d-b40d-f47688c2408c {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:47.825928 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "name": "network-vif-plugged", "status": "completed", "tag": "80788282-5235-455c-94d9-b233c700101a", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:47.826177 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4af2ac40-6f08-485d-b40d-f47688c2408c {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:47.826576 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af2ac40-6f08-485d-b40d-f47688c2408c'] response: {'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80788282-5235-455c-94d9-b233c700101a', 'code': 200} Oct 27 01:35:47.854935 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:35:48.463259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65327-cb57-498a-bf12-dfb4fdde826d req-dd7de543-a917-4dee-ba6d-8734e49e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:48.464784 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71b65327-cb57-498a-bf12-dfb4fdde826d req-dd7de543-a917-4dee-ba6d-8734e49e368f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 1129 time: 0.0381677 Oct 27 01:35:48.507881 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-71b65327-cb57-498a-bf12-dfb4fdde826d req-21c7a850-4097-44ae-a475-d8f44b47dac2 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368555 Oct 27 01:35:48.810234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fee3a-b2a7-46b3-a2e5-1f06bb3051a0 req-4749f50d-84e7-4062-abf8-1f66fe28806c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:48.811712 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b3fee3a-b2a7-46b3-a2e5-1f06bb3051a0 req-4749f50d-84e7-4062-abf8-1f66fe28806c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0510533 Oct 27 01:35:48.859819 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8b3fee3a-b2a7-46b3-a2e5-1f06bb3051a0 req-ad5bb7e9-e31a-42ca-a75f-b778e154e3ad tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Oct 27 01:35:48.922739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285656-568c-46d8-a067-337a16623e23 req-3bd5f755-4307-4a6d-b5ee-7d9012d1eb97 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:48.924486 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff285656-568c-46d8-a067-337a16623e23 req-3bd5f755-4307-4a6d-b5ee-7d9012d1eb97 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Oct 27 01:35:48.971455 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff285656-568c-46d8-a067-337a16623e23 req-461dfd70-0b29-46c5-a96c-6b85de275d0f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Oct 27 01:35:49.092935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5aa7f-bca4-45c9-8ca6-11233009a415 req-c93e33dc-59d9-4b00-bdbf-ed5e63cb6261 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:49.095005 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f3d5aa7f-bca4-45c9-8ca6-11233009a415 req-c93e33dc-59d9-4b00-bdbf-ed5e63cb6261 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Oct 27 01:35:49.105558 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37678) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:35:49.109981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Request body: {'floatingip': {'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:35:49.150055 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:49.336858 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:49.420407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:49.571949 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:49.575333 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:49.666557 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Floating IP da4d012c-9119-4ecf-a6a5-04c30f29b160 associated. External IP: 172.27.0.92, port: 11beae3d-d55d-4ac6-a919-1db9f46a0469. Oct 27 01:35:49.869676 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:35:50.017709 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1774-8f48-439e-a0af-718602bdff6b req-07220eba-37a4-4aab-9752-b7d289872a5c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:50.019165 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-91df1774-8f48-439e-a0af-718602bdff6b req-07220eba-37a4-4aab-9752-b7d289872a5c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0830276 Oct 27 01:35:50.024807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:35:50.029844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:50.035226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:35:50.046102 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:50.047297 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:35:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:50.090959 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f3293aa2-446b-48e2-8d63-394d7f641031 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/da4d012c-9119-4ecf-a6a5-04c30f29b160 HTTP/1.1" status: 200 len: 990 time: 0.9819527 Oct 27 01:35:50.092038 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:35:50.094552 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d333f-0ceb-4b7a-b295-173791b66f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:35:50.114841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-91df1774-8f48-439e-a0af-718602bdff6b req-7c1f6cbd-9c04-4dc3-95ba-09d92089e20c tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Oct 27 01:35:50.152132 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8990df-3f99-4c55-92f1-c7140311ca2d x-openstack-request-id: req-dc8990df-3f99-4c55-92f1-c7140311ca2d {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:35:50.152428 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:35:50.152679 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc8990df-3f99-4c55-92f1-c7140311ca2d {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:35:50.153112 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8990df-3f99-4c55-92f1-c7140311ca2d'] response: {'name': 'network-changed', 'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'status': 'completed', 'code': 200} Oct 27 01:35:50.290020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:50.464758 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-e14e47ac-dc91-4b83-b6ff-dd160527f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:50.466284 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-e14e47ac-dc91-4b83-b6ff-dd160527f390 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1129 time: 0.0445864 Oct 27 01:35:50.507175 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'da4d012c-9119-4ecf-a6a5-04c30f29b160', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:29Z', 'updated_at': '2022-10-27T01:35:49Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:50.531620 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:35:50.540136 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:35:50.540742 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:35:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:50.564664 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-7158e747-05ce-40f2-a684-46114bbacd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:50.566164 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-7158e747-05ce-40f2-a684-46114bbacd00 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0926285 Oct 27 01:35:50.620379 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:50.637458 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-ac163ad7-81d9-45ff-8d8c-25a41001dd68 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 998 time: 0.0645795 Oct 27 01:35:50.646321 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:35:50.673873 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:50.690335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-6e4a7f96-6353-4004-b97f-d393d13dc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:50.690740 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-6e4a7f96-6353-4004-b97f-d393d13dc1ed service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0462775 Oct 27 01:35:50.733011 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-dbb7b5d3-4bb7-4e08-87f6-18ae2024e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:50.735274 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-dbb7b5d3-4bb7-4e08-87f6-18ae2024e6ee service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390759 Oct 27 01:35:50.794293 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:50.834258 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-b9ea095c-5a5e-44c4-8dc8-6a9143b49006 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935564 Oct 27 01:35:50.866772 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'da4d012c-9119-4ecf-a6a5-04c30f29b160', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:29Z', 'updated_at': '2022-10-27T01:35:49Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:35:50.898040 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bac05-ad9a-4ab5-9829-dbc908304a38 None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': 'da4d012c-9119-4ecf-a6a5-04c30f29b160', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:35:29Z', 'updated_at': '2022-10-27T01:35:49Z', 'revision_number': 1, 'project_id': '73c30908c04242e28297b339bfcc5600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:35:50.931231 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ba7d333f-0ceb-4b7a-b295-173791b66f4a req-c3262d91-9eec-4577-9400-da2a8bd07497 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917716 Oct 27 01:35:51.137532 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561af02a-5c6b-4c21-902d-3a8c728e3f1d None None] New status for floating IP da4d012c-9119-4ecf-a6a5-04c30f29b160: ACTIVE {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:35:51.176427 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:51.251184 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc7b90-4150-431d-a86d-81af55ea7579 req-2fda46ef-caac-45fe-93fc-f3331c744c34 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:35:51.252602 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-78fc7b90-4150-431d-a86d-81af55ea7579 req-2fda46ef-caac-45fe-93fc-f3331c744c34 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0524807 Oct 27 01:35:51.305841 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-78fc7b90-4150-431d-a86d-81af55ea7579 req-7dbf574a-5951-4bf4-bee2-c8ba9d8d0874 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Oct 27 01:35:53.460921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-47ef9925-5e7d-4645-88e0-764378b6ae1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:55.814282 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a982a949-086c-4e93-8078-25b747e30fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:56.240322 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:56.247288 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=78 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:35:57.129697 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:58.812813 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:35:58.993768 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:01.247609 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:01.250648 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:01.298242 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=24 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:01.301389 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=41 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:01.881155 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:09.805784 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:36:11.870260 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:11.876526 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:14.529718 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0082c-4b4c-4aa9-89ae-945674e08a5d req-323f181b-3820-4250-b219-aff5c2610253 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:36:14.531204 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51c0082c-4b4c-4aa9-89ae-945674e08a5d req-323f181b-3820-4250-b219-aff5c2610253 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0475311 Oct 27 01:36:14.578052 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-51c0082c-4b4c-4aa9-89ae-945674e08a5d req-9654a2e8-3877-4df7-982b-5efcb3fc3407 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Oct 27 01:36:15.701897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c338e5-aca0-45ab-ab19-bb093ea26c2d req-b594a53b-79cd-4380-baa5-c1dae4dff5e5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:36:15.703351 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f5c338e5-aca0-45ab-ab19-bb093ea26c2d req-b594a53b-79cd-4380-baa5-c1dae4dff5e5 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0500715 Oct 27 01:36:15.750637 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f5c338e5-aca0-45ab-ab19-bb093ea26c2d req-6bf383ae-95ed-43d9-801f-65f4224fa63d tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Oct 27 01:36:16.687096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b438f-3e71-4757-9950-bf776e11acb0 req-510a82bc-534b-4e6c-8a5c-34b8988f794f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:36:16.688534 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-779b438f-3e71-4757-9950-bf776e11acb0 req-510a82bc-534b-4e6c-8a5c-34b8988f794f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0483098 Oct 27 01:36:16.789548 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Deleting port 80788282-5235-455c-94d9-b233c700101a {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:36:16.790113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (80788282-5235-455c-94d9-b233c700101a), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:16.909586 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2451d7-c484-4b20-865b-ed53f6175c64 req-425167d4-f0cd-48c2-b092-a0c8d5230b73 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:36:16.911530 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf2451d7-c484-4b20-865b-ed53f6175c64 req-425167d4-f0cd-48c2-b092-a0c8d5230b73 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=19b03558-6f5c-4a9f-a66b-5a61833a946a HTTP/1.1" status: 200 len: 945 time: 0.0653338 Oct 27 01:36:16.933897 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] For port 80788282-5235-455c-94d9-b233c700101a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80788282-5235-455c-94d9-b233c700101a,segment=NetworkSegment(ba146187-16dd-4265-ab20-3eb498098f43),segment_id=ba146187-16dd-4265-ab20-3eb498098f43)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:36:16.934255 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (80788282-5235-455c-94d9-b233c700101a), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:16.954696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Calling delete_port for 80788282-5235-455c-94d9-b233c700101a owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:36:17.017882 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cf2451d7-c484-4b20-865b-ed53f6175c64 req-30ff775a-7eb2-4150-a9f6-a9acdd86ab5f tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=683bc559-f048-415b-be92-96c5b5c361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970705 Oct 27 01:36:17.107912 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (80788282-5235-455c-94d9-b233c700101a), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:17.134139 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Pushing event deleted for resources: {'Port': ['ID=80788282-5235-455c-94d9-b233c700101a,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:36:17.149211 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.149562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.149909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.150239 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.150568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.150893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.151220 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.151541 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.151887 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.152206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.152524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.152844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.153216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.153535 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.153852 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:17.158624 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['80788282-5235-455c-94d9-b233c700101a'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:36:17.194266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] No DVR routers for this DVR port 80788282-5235-455c-94d9-b233c700101a on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:36:17.196574 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:17.199789 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-779b438f-3e71-4757-9950-bf776e11acb0 req-0ccccdb9-41e7-4591-9279-71be51faf509 tempest-VolumesSnapshotTestJSON-1799608619 tempest-VolumesSnapshotTestJSON-1799608619-project] 10.222.0.13 "DELETE /networking/v2.0/ports/80788282-5235-455c-94d9-b233c700101a HTTP/1.1" status: 204 len: 173 time: 0.4922011 Oct 27 01:36:17.200296 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'name': 'network-vif-deleted', 'tag': '80788282-5235-455c-94d9-b233c700101a'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:36:17.202766 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211a782-f3ab-4473-8886-ae28ca174e9b" -d '{"events": [{"server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "name": "network-vif-deleted", "tag": "80788282-5235-455c-94d9-b233c700101a"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:36:17.240406 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02803d-09b6-48c6-9e77-a8d4292a1fc5 x-openstack-request-id: req-0d02803d-09b6-48c6-9e77-a8d4292a1fc5 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:36:17.240694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b03558-6f5c-4a9f-a66b-5a61833a946a", "name": "network-vif-deleted", "tag": "80788282-5235-455c-94d9-b233c700101a", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:36:17.240944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d02803d-09b6-48c6-9e77-a8d4292a1fc5 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:36:17.241395 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d02803d-09b6-48c6-9e77-a8d4292a1fc5'] response: {'server_uuid': '19b03558-6f5c-4a9f-a66b-5a61833a946a', 'name': 'network-vif-deleted', 'tag': '80788282-5235-455c-94d9-b233c700101a', 'status': 'completed', 'code': 200} Oct 27 01:36:19.727755 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 80788282-5235-455c-94d9-b233c700101a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:36:19.753657 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 80788282-5235-455c-94d9-b233c700101a {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:36:19.753999 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 80788282-5235-455c-94d9-b233c700101a not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:36:20.796751 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:20.803843 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:23.462641 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eda05ef9-aab3-46ad-8a7f-1cc634a72dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:25.817052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9562186f-2da7-43d1-ba3b-f19a5a1384ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:27.132524 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:27.176987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=75,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:27.178973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:28.818568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:28.997303 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:31.896858 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:41.887208 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:41.891883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:43.396668 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 37936) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:36:43.445078 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Deleting subnet ca92e9b4-714e-405c-9892-3af49b0b5a5d {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:36:43.448155 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Publish callbacks [] for subnet (ca92e9b4-714e-405c-9892-3af49b0b5a5d), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.481407 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (ca92e9b4-714e-405c-9892-3af49b0b5a5d), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.520359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (ca92e9b4-714e-405c-9892-3af49b0b5a5d), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.573011 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (ca92e9b4-714e-405c-9892-3af49b0b5a5d), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.602513 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca92e9b4-714e-405c-9892-3af49b0b5a5d,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:36:43.607161 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.610182 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ca92e9b4-714e-405c-9892-3af49b0b5a5d HTTP/1.1" status: 204 len: 168 time: 0.2124832 Oct 27 01:36:43.612816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37938) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:36:43.615380 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.615721 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.616059 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.616391 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.616718 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.617042 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.617391 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.617713 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.618033 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.618353 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.618670 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.618999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.619300 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.619611 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.620828 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611a8e5-8563-4922-877d-a353bb21f6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:36:43.684440 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (9bca76cc-1d50-4e49-963d-abcefbafe61e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.765245 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (9bca76cc-1d50-4e49-963d-abcefbafe61e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.787346 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bca76cc-1d50-4e49-963d-abcefbafe61e']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:36:43.797638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba146187-16dd-4265-ab20-3eb498098f43') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:36:43.797936 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba146187-16dd-4265-ab20-3eb498098f43') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:36:43.809920 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (ba146187-16dd-4265-ab20-3eb498098f43), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.825314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (ba146187-16dd-4265-ab20-3eb498098f43), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.832150 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:36:43.833382 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (ba146187-16dd-4265-ab20-3eb498098f43), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.877030 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment ba146187-16dd-4265-ab20-3eb498098f43 resource provider aggregate not found Oct 27 01:36:43.894674 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment ba146187-16dd-4265-ab20-3eb498098f43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba146187-16dd-4265-ab20-3eb498098f43 found for delete ", "request_id": "req-cb7408db-6af4-4e78-bb73-87537f200d39"}]} Oct 27 01:36:43.902117 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (9bca76cc-1d50-4e49-963d-abcefbafe61e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.907890 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:43.913521 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9bca76cc-1d50-4e49-963d-abcefbafe61e HTTP/1.1" status: 204 len: 168 time: 0.2996383 Oct 27 01:36:43.927839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb9058-13be-4237-91d4-d03845f26aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bca76cc-1d50-4e49-963d-abcefbafe61e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:36:44.076083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37946) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:36:44.120439 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d8ab4f8d-8277-4411-a0bf-55c85412a34f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=176e5a3c112e4967a83375c948008ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432034 Oct 27 01:36:44.123107 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 37948) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:36:44.170594 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] Publish callbacks [] for security_group (683bc559-f048-415b-be92-96c5b5c361a8), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:44.191170 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] Publish callbacks [] for security_group (683bc559-f048-415b-be92-96c5b5c361a8), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:44.240985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (683bc559-f048-415b-be92-96c5b5c361a8), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:44.243641 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:44.244798 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/683bc559-f048-415b-be92-96c5b5c361a8 HTTP/1.1" status: 204 len: 168 time: 0.1206620 Oct 27 01:36:44.252803 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7815fa-80a3-4599-9bd0-ba9e5dcf3a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683bc559-f048-415b-be92-96c5b5c361a8,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:36:46.805964 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:36:53.464037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc00d891-4064-485b-85ee-3e36992fd58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:53.605436 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:53.607529 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:54.248119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:54.248856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:55.819504 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-89166f6a-4fda-44ac-a0b3-febbf854eaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:57.136499 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:57.798471 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=18 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:57.799983 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=16 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:36:58.817533 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:36:59.001707 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:01.896941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:06.664817 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38094) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:37:06.769603 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7e56-419c-4c53-a117-81d29cd68233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:06.848351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7e56-419c-4c53-a117-81d29cd68233 admin admin] Publish callbacks [] for security_group (6b3ff769-3234-428c-a622-ee16928356e3), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:06.852370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7e56-419c-4c53-a117-81d29cd68233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6b3ff769-3234-428c-a622-ee16928356e3), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:06.890789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb7e56-419c-4c53-a117-81d29cd68233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3ff769-3234-428c-a622-ee16928356e3,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:37:06.895100 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-2ddb7e56-419c-4c53-a117-81d29cd68233 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f5795b5470394b9e93d1f68bc267f5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291017 Oct 27 01:37:06.897753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38098) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:37:06.947536 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] Publish callbacks [] for security_group (6b3ff769-3234-428c-a622-ee16928356e3), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:06.968188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] Publish callbacks [] for security_group (6b3ff769-3234-428c-a622-ee16928356e3), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:07.015747 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (6b3ff769-3234-428c-a622-ee16928356e3), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:07.018472 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:07.019616 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b3ff769-3234-428c-a622-ee16928356e3 HTTP/1.1" status: 204 len: 168 time: 0.1204343 Oct 27 01:37:07.029614 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb0df8-8b06-4d32-86bc-096dd8f714e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3ff769-3234-428c-a622-ee16928356e3,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:37:11.891316 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:14.378313 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-e934cdd1-d67a-47b7-aa13-0911c2ce45ab service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384405 Oct 27 01:37:14.485776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-c45231c6-d76c-47b5-b325-feee0ea5cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:14.487246 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-c45231c6-d76c-47b5-b325-feee0ea5cfbc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1168 time: 0.0412018 Oct 27 01:37:14.600306 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-f5ebb58d-5596-4fd8-9a62-d695b0017275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:14.602492 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-f5ebb58d-5596-4fd8-9a62-d695b0017275 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.0961380 Oct 27 01:37:14.667431 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-7116e0c3-6c33-40eb-a24e-939378e704ce service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1000 time: 0.0589349 Oct 27 01:37:14.715426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-83657d19-5424-43b1-9f62-cd7e1f0b9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:14.716845 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-83657d19-5424-43b1-9f62-cd7e1f0b9218 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0436330 Oct 27 01:37:14.760737 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-6a466630-84cc-43e7-8155-8d26a969aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:14.762252 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-6a466630-84cc-43e7-8155-8d26a969aa18 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392227 Oct 27 01:37:14.855678 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-54051236-7d42-4605-a095-05afb4177f0b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858366 Oct 27 01:37:14.943890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-780a9253-acf3-433f-8f11-f115fecdd8cd req-3c8dad95-2ec8-48e4-822e-28b9520a91f6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Oct 27 01:37:16.415842 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e411-81a1-464e-b03f-ef8a97dff1cf req-940b372d-c4c5-48b7-8f0f-b8a6e19b24a6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:16.417382 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f319e411-81a1-464e-b03f-ef8a97dff1cf req-940b372d-c4c5-48b7-8f0f-b8a6e19b24a6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0483778 Oct 27 01:37:16.497088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-4d5bfecf-6a3e-4a75-a21a-bc6def13b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:16.498572 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-4d5bfecf-6a3e-4a75-a21a-bc6def13b359 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1168 time: 0.0672147 Oct 27 01:37:16.530769 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f319e411-81a1-464e-b03f-ef8a97dff1cf req-1550318d-a359-49d0-aa21-60906547a925 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074824 Oct 27 01:37:16.596808 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-d8f331b7-ae70-4d71-9003-95373da9cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:16.598294 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-d8f331b7-ae70-4d71-9003-95373da9cdd3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.0927415 Oct 27 01:37:16.662873 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-bc0c80d6-5424-4c35-941e-bfb2473eb063 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1000 time: 0.0581293 Oct 27 01:37:16.710088 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-cbcefb3c-6363-4196-ab2e-e1460fa9f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:16.712075 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-cbcefb3c-6363-4196-ab2e-e1460fa9f360 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0432372 Oct 27 01:37:16.754066 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-43a59b76-5fdd-48a8-a500-f1c327555a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:16.755533 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-43a59b76-5fdd-48a8-a500-f1c327555a95 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376613 Oct 27 01:37:16.849539 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-175af423-d5e6-423e-82f6-f3318addf9e2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872965 Oct 27 01:37:16.862650 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:16.875074 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:16.938788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ab237153-84fb-47eb-986e-2a44e0a4153c req-162a93c3-877e-4704-8b50-0a7af5ec5a81 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825949 Oct 27 01:37:17.022483 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:17.023847 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:17.042741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:17.654209 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9861-2927-4c5f-8a12-41e54bb92d7e req-587b900b-a6f3-41c2-b53e-83ef657afbcc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:17.655687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f7d9861-2927-4c5f-8a12-41e54bb92d7e req-587b900b-a6f3-41c2-b53e-83ef657afbcc tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0475905 Oct 27 01:37:17.719440 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f7d9861-2927-4c5f-8a12-41e54bb92d7e req-9b475289-1b89-4f97-af36-13ec5e600542 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579786 Oct 27 01:37:18.846688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f063802-a807-48c8-a82f-1f525545d9a6 req-7a8aac58-4074-4e6f-a7d4-c752b6106fd1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:18.848163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f063802-a807-48c8-a82f-1f525545d9a6 req-7a8aac58-4074-4e6f-a7d4-c752b6106fd1 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0491889 Oct 27 01:37:18.908151 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f063802-a807-48c8-a82f-1f525545d9a6 req-1037bf8b-7f04-4230-b412-1606cf1040e4 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539587 Oct 27 01:37:20.032233 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77bdc7-8cdb-42aa-9f6c-714f7408481e req-b3bf744d-5b93-4ede-8ebb-62959dbf0b39 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:20.033733 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a77bdc7-8cdb-42aa-9f6c-714f7408481e req-b3bf744d-5b93-4ede-8ebb-62959dbf0b39 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0470200 Oct 27 01:37:20.092792 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a77bdc7-8cdb-42aa-9f6c-714f7408481e req-3b18ff93-3d29-4768-aa19-37f702f9b384 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533695 Oct 27 01:37:21.216990 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99cc3e-09aa-426b-8ade-ea8fb785679c req-7eb52619-d8dc-4d84-a20e-9353da88a03a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:21.218533 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6c99cc3e-09aa-426b-8ade-ea8fb785679c req-7eb52619-d8dc-4d84-a20e-9353da88a03a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0507069 Oct 27 01:37:21.276740 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6c99cc3e-09aa-426b-8ade-ea8fb785679c req-8831d997-8cdf-4c52-b405-cdad3707480a tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525916 Oct 27 01:37:22.396634 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acffd7-f96a-4bf1-83ac-d647eebc8c06 req-a52bb532-6981-49d9-a2cd-64512d0dee07 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:22.398884 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-63acffd7-f96a-4bf1-83ac-d647eebc8c06 req-a52bb532-6981-49d9-a2cd-64512d0dee07 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0482059 Oct 27 01:37:22.458046 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-63acffd7-f96a-4bf1-83ac-d647eebc8c06 req-b5bc1c5a-dff7-4271-8009-3ff27860036b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535197 Oct 27 01:37:23.468990 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-127d54db-77e8-4b6d-ba9c-9b501b72b062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:23.578733 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60e69-399f-4bdf-baa1-4f941c97be42 req-76c114c3-6966-4fec-aab3-98d608a590ee tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:23.580128 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6d60e69-399f-4bdf-baa1-4f941c97be42 req-76c114c3-6966-4fec-aab3-98d608a590ee tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0474544 Oct 27 01:37:23.643153 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6d60e69-399f-4bdf-baa1-4f941c97be42 req-e38e195d-8346-408d-8011-5417cacd2040 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570457 Oct 27 01:37:23.806628 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:37:24.763916 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879e3a-5e49-4962-b95f-218c192bd9c5 req-e9a3b91e-7e5f-462b-8255-55f33c43e621 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:24.765413 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cc879e3a-5e49-4962-b95f-218c192bd9c5 req-e9a3b91e-7e5f-462b-8255-55f33c43e621 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0471194 Oct 27 01:37:24.826066 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-cc879e3a-5e49-4962-b95f-218c192bd9c5 req-319e497f-c9d9-402b-8893-dc6fa14ccc66 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550826 Oct 27 01:37:25.821715 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-590cb1c5-8b13-4e9c-a08c-eded643bbcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:25.946537 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1309d83-bbb7-4bf6-806e-da2c044630dc req-1bfa745b-1406-4202-9821-26c5e6df4fa5 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:25.948015 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1309d83-bbb7-4bf6-806e-da2c044630dc req-1bfa745b-1406-4202-9821-26c5e6df4fa5 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0475366 Oct 27 01:37:26.007132 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1309d83-bbb7-4bf6-806e-da2c044630dc req-25fc3585-b9c1-4c11-8162-58835e09b5ee tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533433 Oct 27 01:37:27.139354 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:27.384467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:27.393259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935602d1-65e4-4bd7-9b28-ffcc358bfead req-19a4f0a3-d63d-4ca3-b3c6-c04b9f4cf4f0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:27.394700 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-935602d1-65e4-4bd7-9b28-ffcc358bfead req-19a4f0a3-d63d-4ca3-b3c6-c04b9f4cf4f0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.3120036 Oct 27 01:37:27.454303 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-935602d1-65e4-4bd7-9b28-ffcc358bfead req-4a02d94d-f718-48c5-bef9-53c45d4215a8 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533080 Oct 27 01:37:28.537999 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:28.576346 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976181-dbcb-4bd6-943f-6407fe3ae892 req-512b51cb-3ad2-4e68-bb52-9f02f935aada tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:28.577871 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f976181-dbcb-4bd6-943f-6407fe3ae892 req-512b51cb-3ad2-4e68-bb52-9f02f935aada tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0484133 Oct 27 01:37:28.641163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9f976181-dbcb-4bd6-943f-6407fe3ae892 req-ea98e6ab-05d3-4918-bb64-88a3b24ac6e5 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&id=1670db2e-3851-4042-bc05-508ead4b005e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575228 Oct 27 01:37:28.819313 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:29.003639 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:31.897747 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:34.747781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56381d-69e6-46c2-bdf2-8367a85ec1e5 req-64939a6d-3bd2-4ac7-81df-81ccfd0bf0b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:34.749267 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c56381d-69e6-46c2-bdf2-8367a85ec1e5 req-64939a6d-3bd2-4ac7-81df-81ccfd0bf0b7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0458415 Oct 27 01:37:34.795363 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9c56381d-69e6-46c2-bdf2-8367a85ec1e5 req-5caffd18-d972-435f-95c1-1cc38ce07992 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Oct 27 01:37:34.799219 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:34.800467 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:35.924041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1da2a-05e8-4a45-93e8-6bc8f17d4700 req-a6593422-fef1-4803-a48c-f4d004b41468 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:35.925562 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b8e1da2a-05e8-4a45-93e8-6bc8f17d4700 req-a6593422-fef1-4803-a48c-f4d004b41468 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0469413 Oct 27 01:37:35.972742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b8e1da2a-05e8-4a45-93e8-6bc8f17d4700 req-9245b182-e36a-42a6-9f8d-0c7bf9f3d52a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Oct 27 01:37:37.102504 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9991b-4e86-4cac-98fa-3fcf6d287bbf req-3a711129-15fb-435a-8891-647de2cc67f2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:37.103895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-45c9991b-4e86-4cac-98fa-3fcf6d287bbf req-3a711129-15fb-435a-8891-647de2cc67f2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Oct 27 01:37:37.150629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-45c9991b-4e86-4cac-98fa-3fcf6d287bbf req-581e3b41-c00d-4213-9162-ce27038a6837 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Oct 27 01:37:38.276025 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e62e14-b24a-48ac-ae0b-6f3937560095 req-ae8ba760-b3a7-4081-9c24-5d38e5f1bfc1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:38.277504 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b6e62e14-b24a-48ac-ae0b-6f3937560095 req-ae8ba760-b3a7-4081-9c24-5d38e5f1bfc1 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0459435 Oct 27 01:37:38.324064 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b6e62e14-b24a-48ac-ae0b-6f3937560095 req-97ea088e-966a-41f7-ac7e-c6ebc135737d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Oct 27 01:37:39.449087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21295aea-c383-4981-9ad5-a28e5e15238c req-956d19f0-3837-4cf3-8bd5-8d505d56521e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:39.450576 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-21295aea-c383-4981-9ad5-a28e5e15238c req-956d19f0-3837-4cf3-8bd5-8d505d56521e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0468993 Oct 27 01:37:39.499914 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-21295aea-c383-4981-9ad5-a28e5e15238c req-f6035417-8122-4aa6-9343-c81fc23b99ff tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Oct 27 01:37:40.626271 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfe953-8e9a-43e3-8302-01f62888ecb3 req-5effe3d6-e172-4327-9bbe-288ea308948a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:40.627749 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5dfe953-8e9a-43e3-8302-01f62888ecb3 req-5effe3d6-e172-4327-9bbe-288ea308948a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0465219 Oct 27 01:37:40.674763 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a5dfe953-8e9a-43e3-8302-01f62888ecb3 req-825d3bd8-ff80-41d1-8239-12459ef3ce6e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Oct 27 01:37:41.802174 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de7707-1e63-437b-9b56-7e8788ab1d7d req-a91c3cfc-a6e6-4c5d-8891-e827f2ed37f4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:41.803918 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-99de7707-1e63-437b-9b56-7e8788ab1d7d req-a91c3cfc-a6e6-4c5d-8891-e827f2ed37f4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0473714 Oct 27 01:37:41.852267 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-99de7707-1e63-437b-9b56-7e8788ab1d7d req-a5519d1f-f798-4921-b70a-9c59b51c478b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Oct 27 01:37:41.892326 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:41.893496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:42.982289 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fc2a-862b-4fb1-8dd1-a3180f688e9d req-c62885d6-e245-4741-9502-2137da28a1d8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:42.983895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9bd7fc2a-862b-4fb1-8dd1-a3180f688e9d req-c62885d6-e245-4741-9502-2137da28a1d8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0512588 Oct 27 01:37:43.030990 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9bd7fc2a-862b-4fb1-8dd1-a3180f688e9d req-76daeeb7-09b1-44b8-90e3-23af66108287 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Oct 27 01:37:44.157882 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5fa3f-4a23-4e9b-9427-aa56aec7e854 req-36022b8b-4d77-4f4c-bd3a-4331f85fdd2f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:44.159352 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eea5fa3f-4a23-4e9b-9427-aa56aec7e854 req-36022b8b-4d77-4f4c-bd3a-4331f85fdd2f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0474589 Oct 27 01:37:44.205378 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eea5fa3f-4a23-4e9b-9427-aa56aec7e854 req-cf016e1c-4e18-4b13-96c8-58b2644f244a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Oct 27 01:37:45.315808 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:45.333449 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb8da-720a-48e6-a282-229132220bc5 req-901eaaff-dd36-4733-bb84-fe82e3bbb1fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:45.334927 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35aeb8da-720a-48e6-a282-229132220bc5 req-901eaaff-dd36-4733-bb84-fe82e3bbb1fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0501161 Oct 27 01:37:45.375100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:45.383318 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35aeb8da-720a-48e6-a282-229132220bc5 req-8d1ec1b8-f35d-4506-bb4f-835f8cd7480e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Oct 27 01:37:46.511302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609fcc-d5e5-403b-8f02-71b25a0b59fa req-a4abd1c8-19e0-4446-ace5-287841d9f090 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:46.512833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17609fcc-d5e5-403b-8f02-71b25a0b59fa req-a4abd1c8-19e0-4446-ace5-287841d9f090 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0466452 Oct 27 01:37:46.559706 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-17609fcc-d5e5-403b-8f02-71b25a0b59fa req-6d38f08f-3b89-4a67-850e-996c5d655ba0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Oct 27 01:37:47.692125 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684fb92-a48e-4f23-8977-d9cc66847ee9 req-69cf8ce2-8ee9-434c-adf4-88c432519b0c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:47.693708 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4684fb92-a48e-4f23-8977-d9cc66847ee9 req-69cf8ce2-8ee9-434c-adf4-88c432519b0c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0473711 Oct 27 01:37:47.744147 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4684fb92-a48e-4f23-8977-d9cc66847ee9 req-a7929908-303d-4670-9bd1-ecefd7fac63c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Oct 27 01:37:48.201838 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:37:48.299904 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:37:48.311603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:37:48.345066 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: ACTIVE; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:37:48.345474 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:48.358538 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:37:48.377886 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:37:48.381630 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:48.426673 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=6']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:37:48.434115 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.434462 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.434800 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.435137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.435469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.435796 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.436118 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.436439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.436762 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.437110 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.437436 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.437758 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.438075 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.438391 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.438705 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:37:48.556006 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['11beae3d-d55d-4ac6-a919-1db9f46a0469'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:37:48.870265 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128b5b2-ae31-4fa1-b98e-a0c36a8a221b req-8a9ae1f8-5552-44a5-b7b5-975a9eb13942 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:48.871780 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8128b5b2-ae31-4fa1-b98e-a0c36a8a221b req-8a9ae1f8-5552-44a5-b7b5-975a9eb13942 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 944 time: 0.0473409 Oct 27 01:37:48.918669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8128b5b2-ae31-4fa1-b98e-a0c36a8a221b req-107e73fe-4ff2-43b7-ac81-9655c7bdaa31 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Oct 27 01:37:50.043537 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad31a5-a21f-4b5e-88e1-d79e8bf58c4f req-0c3693f5-b9f9-4d83-beb0-1c36179f33f7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:50.044999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2ad31a5-a21f-4b5e-88e1-d79e8bf58c4f req-0c3693f5-b9f9-4d83-beb0-1c36179f33f7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 944 time: 0.0472414 Oct 27 01:37:50.092675 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f2ad31a5-a21f-4b5e-88e1-d79e8bf58c4f req-ba5d057e-8901-4832-9899-84be3a543ab4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Oct 27 01:37:50.222424 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:37:50.266014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 11beae3d-d55d-4ac6-a919-1db9f46a0469 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:37:50.266384 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:50.266717 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 11beae3d-d55d-4ac6-a919-1db9f46a0469 Oct 27 01:37:50.338174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:37:50.338548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:50.360256 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:37:50.362409 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2901ed-36de-43fc-9bbb-7c4415b559c0" -d '{"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:37:50.374811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:37:50.378971 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:50.403852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234fd1e9-5e9c-4847-b632-5bfdd066443b x-openstack-request-id: req-234fd1e9-5e9c-4847-b632-5bfdd066443b {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:37:50.404140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:37:50.404388 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-234fd1e9-5e9c-4847-b632-5bfdd066443b {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:37:50.404776 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234fd1e9-5e9c-4847-b632-5bfdd066443b'] response: {'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'code': 200} Oct 27 01:37:50.427356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=7']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:37:51.223218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa0e9-c6db-4de2-8701-3d0de7c2d102 req-dbc16622-baf2-4850-b06e-c349b069f9b2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:51.224729 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f8fa0e9-c6db-4de2-8701-3d0de7c2d102 req-dbc16622-baf2-4850-b06e-c349b069f9b2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Oct 27 01:37:51.273100 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-3f8fa0e9-c6db-4de2-8701-3d0de7c2d102 req-c9c9edfd-7f0a-4ef8-b2b9-950d3b627ff8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Oct 27 01:37:51.853396 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:52.425386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f36b-5e1a-4a94-8e3d-ad6ce51fba96 req-11edd478-d4cc-4407-b1df-320c2a01b063 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:52.427007 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c022f36b-5e1a-4a94-8e3d-ad6ce51fba96 req-11edd478-d4cc-4407-b1df-320c2a01b063 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Oct 27 01:37:52.488579 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c022f36b-5e1a-4a94-8e3d-ad6ce51fba96 req-003a5e5d-d81f-4711-b8f0-24ab581a1e81 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543785 Oct 27 01:37:53.475219 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-50a8b530-711f-483b-987b-39b4e46640df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:53.639430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051071-02da-480d-ac92-fb19c3a9a84a req-08527b90-50b5-4c31-a1b8-4d147c2f0cdc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:53.640890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01051071-02da-480d-ac92-fb19c3a9a84a req-08527b90-50b5-4c31-a1b8-4d147c2f0cdc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0568457 Oct 27 01:37:53.713639 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01051071-02da-480d-ac92-fb19c3a9a84a req-3c564f59-3bed-4472-86c3-5905d21f6c75 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671108 Oct 27 01:37:54.862340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6c08-cb8a-466d-b521-897a8fc344a1 req-2585eb9d-bc8a-4f99-b8c7-faa87f2aca2d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:54.864722 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8d1e6c08-cb8a-466d-b521-897a8fc344a1 req-2585eb9d-bc8a-4f99-b8c7-faa87f2aca2d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Oct 27 01:37:54.918111 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8d1e6c08-cb8a-466d-b521-897a8fc344a1 req-fe37b331-3c93-4cd9-862e-2fcf006f8ab9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 Oct 27 01:37:55.826768 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f10af868-52e2-41dc-b7d1-a9130224a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:56.073480 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79905-d97f-4f30-8049-ca50f0c5a354 req-ca173aad-dd0b-42e2-920e-65d4d893dfa0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:56.076382 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35a79905-d97f-4f30-8049-ca50f0c5a354 req-ca173aad-dd0b-42e2-920e-65d4d893dfa0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0536001 Oct 27 01:37:56.133499 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-35a79905-d97f-4f30-8049-ca50f0c5a354 req-4f912dc9-3eef-4914-a05d-e61fc9dd73a6 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489216 Oct 27 01:37:57.148593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:57.286187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6da33e-be08-412d-8560-fba37e2fbc73 req-8c979b07-3684-41bb-96cd-68907816d492 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:57.287948 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0b6da33e-be08-412d-8560-fba37e2fbc73 req-8c979b07-3684-41bb-96cd-68907816d492 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0602889 Oct 27 01:37:57.357845 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0b6da33e-be08-412d-8560-fba37e2fbc73 req-285f7749-aa03-4b2c-afc7-93bb8566d9fc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640099 Oct 27 01:37:58.502309 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bbf40-4d2d-4e97-b1c4-596d1fa48b59 req-81891667-b6d4-441b-b543-3e26e1cac639 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:58.503976 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f48bbf40-4d2d-4e97-b1c4-596d1fa48b59 req-81891667-b6d4-441b-b543-3e26e1cac639 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Oct 27 01:37:58.531467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:58.550838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:37:58.564798 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f48bbf40-4d2d-4e97-b1c4-596d1fa48b59 req-b8709f90-8737-4fc5-9309-a5b2b3fc996b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519986 Oct 27 01:37:58.825037 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:59.010052 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:37:59.711968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe211fc-6c45-4978-b56f-fca26193c844 req-9c667e2c-21cf-4e62-bc1b-4c53ae0f9a03 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:37:59.713679 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbe211fc-6c45-4978-b56f-fca26193c844 req-9c667e2c-21cf-4e62-bc1b-4c53ae0f9a03 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Oct 27 01:37:59.765292 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dbe211fc-6c45-4978-b56f-fca26193c844 req-ee0f8646-502f-4863-9ddf-a80bc0544267 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Oct 27 01:38:00.806899 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:38:00.895655 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846447-99b5-4609-8006-eda42340d882 req-5274b4cf-d651-4323-bb83-67acd421c155 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:00.897151 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6846447-99b5-4609-8006-eda42340d882 req-5274b4cf-d651-4323-bb83-67acd421c155 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0475819 Oct 27 01:38:00.943737 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a6846447-99b5-4609-8006-eda42340d882 req-ba70f2b4-9ecf-49e0-8e2f-e8b82ea6386a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Oct 27 01:38:01.219275 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f293e-760e-47e0-baac-03ab619701b3 req-48a5b182-2e38-4117-a948-65d50e3a7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:01.220725 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-48a5b182-2e38-4117-a948-65d50e3a7a78 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1129 time: 0.0383112 Oct 27 01:38:01.312053 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f293e-760e-47e0-baac-03ab619701b3 req-2df0a624-7bda-40da-8652-7ff02cdd786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:01.313677 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-2df0a624-7bda-40da-8652-7ff02cdd786a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0871956 Oct 27 01:38:01.374700 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-b6ad7ea5-cfc9-4a40-b194-b6c272e0073b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 1000 time: 0.0543256 Oct 27 01:38:01.425414 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f293e-760e-47e0-baac-03ab619701b3 req-d4602c27-1280-4a93-a1c8-caa58a94f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:01.426810 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-d4602c27-1280-4a93-a1c8-caa58a94f6ed service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0457778 Oct 27 01:38:01.468896 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f293e-760e-47e0-baac-03ab619701b3 req-9370110c-c965-497c-8c98-b82fc5953ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:01.470294 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-9370110c-c965-497c-8c98-b82fc5953ff6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375648 Oct 27 01:38:01.559585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-7e2a516e-ce8a-4130-8165-dc778c14f858 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Oct 27 01:38:01.652134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e51f293e-760e-47e0-baac-03ab619701b3 req-bdc179ce-a11d-484b-8634-57bfe717027a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Oct 27 01:38:01.885176 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:01.896560 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:02.070608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4267927-e1c9-4898-aacc-4d43dac8e3e3 req-17c693e0-db1d-45f4-a857-6f8fcb64e97e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:02.072093 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4267927-e1c9-4898-aacc-4d43dac8e3e3 req-17c693e0-db1d-45f4-a857-6f8fcb64e97e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Oct 27 01:38:02.117660 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4267927-e1c9-4898-aacc-4d43dac8e3e3 req-dd91b900-ae6d-443a-a87e-44020de7efc8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399721 Oct 27 01:38:03.251096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867aeb-1887-4a0e-83d5-85046c87389d req-32b41723-2370-411b-a7bf-088e91533bd8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:03.252538 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07867aeb-1887-4a0e-83d5-85046c87389d req-32b41723-2370-411b-a7bf-088e91533bd8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Oct 27 01:38:03.297819 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07867aeb-1887-4a0e-83d5-85046c87389d req-9dbc7322-6961-43be-8bce-36acd9c48851 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Oct 27 01:38:03.818680 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:04.280119 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:04.357563 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: ACTIVE; New status is: DOWN {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:04.357954 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:04.380752 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:38:04.382899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1aca8-da4f-4dcc-bb66-5cc3a35a95f3" -d '{"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-unplugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:38:04.396924 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:04.402209 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:04.425267 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Oct 2022 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e12b39-7c64-4d83-9973-f9fb0ccd7cc8 x-openstack-request-id: req-b1e12b39-7c64-4d83-9973-f9fb0ccd7cc8 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:38:04.425555 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-unplugged", "status": "failed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "code": 422}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:38:04.425806 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1e12b39-7c64-4d83-9973-f9fb0ccd7cc8 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:38:04.426199 dv-cinder-815582-19-iscsi neutron-server[104648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b1e12b39-7c64-4d83-9973-f9fb0ccd7cc8']: {'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'code': 422} returned with failed status Oct 27 01:38:04.430050 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdff4f3-d3b7-4a3e-b520-2da09348d06b req-257e5e40-7982-4df2-af1e-6ee917070be9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:04.431562 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2cdff4f3-d3b7-4a3e-b520-2da09348d06b req-257e5e40-7982-4df2-af1e-6ee917070be9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Oct 27 01:38:04.450682 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:04.452776 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=8']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:04.480853 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2cdff4f3-d3b7-4a3e-b520-2da09348d06b req-fae34a32-4a52-4468-8ab6-b57a5d0eec6f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Oct 27 01:38:05.442526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8e16-cc4e-4e47-9c2f-33550235df14 req-b680f46f-f7a5-4d99-aa05-643b7978ea7c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:05.444179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a47e8e16-cc4e-4e47-9c2f-33550235df14 req-b680f46f-f7a5-4d99-aa05-643b7978ea7c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0498214 Oct 27 01:38:05.497427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a47e8e16-cc4e-4e47-9c2f-33550235df14 req-b2d6d059-8ad8-43cd-af44-99d5c3cb857f tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474763 Oct 27 01:38:05.741081 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38318) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:05.828405 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-64dc6b8f-3e51-43e4-aa36-2258cb585a7e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855625 Oct 27 01:38:05.838211 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-9c15d78f-6930-45f7-b15d-44939cde5f02 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:38:05.839226 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-9c15d78f-6930-45f7-b15d-44939cde5f02 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063045 Oct 27 01:38:05.914328 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38326) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:06.007201 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-1203a44e-2182-46f4-bf4e-206df7911a93 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:06.008685 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-1203a44e-2182-46f4-bf4e-206df7911a93 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports/11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 940 time: 0.0927207 Oct 27 01:38:06.631742 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f41562-18a2-48f6-a4eb-31dd87ebc642 req-9a46595f-3254-40b4-89be-4e17510b530e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:06.633270 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59f41562-18a2-48f6-a4eb-31dd87ebc642 req-9a46595f-3254-40b4-89be-4e17510b530e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0536349 Oct 27 01:38:06.664988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:06.682845 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-59f41562-18a2-48f6-a4eb-31dd87ebc642 req-592d179c-52e0-450f-9098-bd685ba57e98 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Oct 27 01:38:06.997924 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-7d353bf3-12a2-4043-8e2c-e116b2868d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:06.999431 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-7d353bf3-12a2-4043-8e2c-e116b2868d96 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25&tenant_id=73c30908c04242e28297b339bfcc5600 HTTP/1.1" status: 200 len: 1127 time: 0.0722594 Oct 27 01:38:07.084018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-ca56c18e-31bf-4756-843d-a56d38a01bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:07.085476 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-ca56c18e-31bf-4756-843d-a56d38a01bc2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1127 time: 0.0428600 Oct 27 01:38:07.171715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-db6ac9ef-e979-4d9c-af3d-85b6d30b0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:07.173225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-db6ac9ef-e979-4d9c-af3d-85b6d30b0a32 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0825763 Oct 27 01:38:07.242197 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-cc2bb118-e192-4f73-9505-695844bcb021 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 998 time: 0.0624113 Oct 27 01:38:07.289649 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-cf628e30-e596-4b4a-9341-f1b9c5cb5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:07.291226 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-cf628e30-e596-4b4a-9341-f1b9c5cb5dad service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0432529 Oct 27 01:38:07.334013 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-1eb77f42-dad6-4189-ad08-928adb85cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:07.335517 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-1eb77f42-dad6-4189-ad08-928adb85cb0e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375106 Oct 27 01:38:07.426619 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-f62e6120-ba1b-4cbd-a4a8-73881f11d360 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852048 Oct 27 01:38:07.518397 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-77a36b76-1bfd-4126-9872-b7c601b29c61 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859146 Oct 27 01:38:07.816859 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095258-fc1e-44e5-b5c5-f633143c96ef req-15eb2a3e-7963-46cd-8289-00e96a644cf7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:07.818408 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-89095258-fc1e-44e5-b5c5-f633143c96ef req-15eb2a3e-7963-46cd-8289-00e96a644cf7 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0536380 Oct 27 01:38:07.868506 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-89095258-fc1e-44e5-b5c5-f633143c96ef req-448f91ec-0947-49e1-bf5c-b29642767da2 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Oct 27 01:38:08.326488 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:08.401148 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: DOWN; New status is: DOWN {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:09.018387 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd1ed7-058e-498a-85df-e191bc33fe9e req-1c5b3aff-a7ea-4d57-b8ba-9180ddd69824 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:09.020114 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c9bd1ed7-058e-498a-85df-e191bc33fe9e req-1c5b3aff-a7ea-4d57-b8ba-9180ddd69824 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0492613 Oct 27 01:38:09.071979 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c9bd1ed7-058e-498a-85df-e191bc33fe9e req-e0572a7b-bdda-4d6d-98fd-2f9819e6cd41 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Oct 27 01:38:10.206371 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a009c-959b-4d61-8e0e-71e9690e8d45 req-ec493d1d-0dae-442c-91ea-e7a2306d684a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:10.207875 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f47a009c-959b-4d61-8e0e-71e9690e8d45 req-ec493d1d-0dae-442c-91ea-e7a2306d684a tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0509017 Oct 27 01:38:10.229737 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:10.263046 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f47a009c-959b-4d61-8e0e-71e9690e8d45 req-6c7e165d-a826-4a0b-9ed4-ff692e7cae12 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494502 Oct 27 01:38:11.401929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8ed1f-579e-41c5-8287-756bfca8ec4c req-0e793ad4-624f-4c84-9423-5ce56a9be6ec tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:11.403426 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4ec8ed1f-579e-41c5-8287-756bfca8ec4c req-0e793ad4-624f-4c84-9423-5ce56a9be6ec tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0494397 Oct 27 01:38:11.454181 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4ec8ed1f-579e-41c5-8287-756bfca8ec4c req-7761bf86-e1a3-42bb-8ea1-c4f187f8cbb5 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Oct 27 01:38:11.790651 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:11.794861 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:12.596838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2240d2-3e2f-4e5d-b112-2f0cfd3c3537 req-057a8479-0e9c-4e4d-8c8f-6a6a9eec5acc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:12.599225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d2240d2-3e2f-4e5d-b112-2f0cfd3c3537 req-057a8479-0e9c-4e4d-8c8f-6a6a9eec5acc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0506115 Oct 27 01:38:12.655001 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4d2240d2-3e2f-4e5d-b112-2f0cfd3c3537 req-f762360d-a5e9-4701-bad9-b4ca18b58cc8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495746 Oct 27 01:38:13.795645 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099274b-852a-4b15-96d1-11b0f5f9f07d req-4c6327c1-fb67-45b5-8275-237401531efc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:13.797183 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4099274b-852a-4b15-96d1-11b0f5f9f07d req-4c6327c1-fb67-45b5-8275-237401531efc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0530107 Oct 27 01:38:13.858339 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4099274b-852a-4b15-96d1-11b0f5f9f07d req-d712e5c0-2fb6-42c0-b8a4-07b78d9f4e22 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503917 Oct 27 01:38:14.949406 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:14.989804 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692a2d2-5d3e-47b3-82c0-ca3605bc287a req-89325d4c-ffbc-4e7c-8864-d53968448ec8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:14.996560 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a692a2d2-5d3e-47b3-82c0-ca3605bc287a req-89325d4c-ffbc-4e7c-8864-d53968448ec8 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0507402 Oct 27 01:38:15.052645 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a692a2d2-5d3e-47b3-82c0-ca3605bc287a req-393e3348-5596-49af-89eb-86234428f372 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523939 Oct 27 01:38:15.997479 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=8 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:15.999791 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:16.181694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182d5e6-2541-4bc3-bf82-489f67b58555 req-86a2b6ad-0fbe-4926-b7fa-7f25cd65b349 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:16.183121 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f182d5e6-2541-4bc3-bf82-489f67b58555 req-86a2b6ad-0fbe-4926-b7fa-7f25cd65b349 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0492706 Oct 27 01:38:16.236232 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f182d5e6-2541-4bc3-bf82-489f67b58555 req-0e1adcdf-e167-4eec-9c87-a60f1f3fe1dc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 Oct 27 01:38:17.364945 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52f01a-b015-45f6-ba5c-a2abb075d6cc req-bbddba29-2f47-43eb-a109-77d8bd48d9a0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:17.366420 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1a52f01a-b015-45f6-ba5c-a2abb075d6cc req-bbddba29-2f47-43eb-a109-77d8bd48d9a0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0459619 Oct 27 01:38:17.412315 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1a52f01a-b015-45f6-ba5c-a2abb075d6cc req-11f204d6-21fe-4ad4-8a8a-b81e08afb44c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Oct 27 01:38:18.394951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:18.399442 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:18.540788 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1c35-6157-41de-9749-4b772e2c6b34 req-d09dbe8c-4631-4598-ac40-70745308656b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:18.542262 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8f2f1c35-6157-41de-9749-4b772e2c6b34 req-d09dbe8c-4631-4598-ac40-70745308656b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0473943 Oct 27 01:38:18.587892 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8f2f1c35-6157-41de-9749-4b772e2c6b34 req-ce385e03-07f1-4b66-9804-ce9bc560caf9 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Oct 27 01:38:19.717364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03db2-cb6a-47ee-abf4-7f0267e40590 req-f40d3e7b-d597-4809-b932-89b9a6102a01 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:19.718758 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-30e03db2-cb6a-47ee-abf4-7f0267e40590 req-f40d3e7b-d597-4809-b932-89b9a6102a01 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0500863 Oct 27 01:38:19.765292 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-30e03db2-cb6a-47ee-abf4-7f0267e40590 req-848c925a-ac53-4ece-8d12-c98eade22310 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Oct 27 01:38:20.891764 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13e27-35ca-4e63-920d-fc2fc1ca6379 req-49af9a19-e463-47ba-a128-b183b9125a19 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:20.893299 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-45f13e27-35ca-4e63-920d-fc2fc1ca6379 req-49af9a19-e463-47ba-a128-b183b9125a19 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0463159 Oct 27 01:38:20.939903 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-45f13e27-35ca-4e63-920d-fc2fc1ca6379 req-983e433e-2c00-4220-b1fc-a88b6b455b82 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Oct 27 01:38:21.583429 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-3d69b14d-ac2a-4dd1-99d6-79926e1f5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:21.584889 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-3d69b14d-ac2a-4dd1-99d6-79926e1f5d7b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1127 time: 0.0422328 Oct 27 01:38:21.686947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:21.690441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-6dd27a94-a7c4-4d3b-ba08-419ac71bcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:21.691955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-6dd27a94-a7c4-4d3b-ba08-419ac71bcbc1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0881872 Oct 27 01:38:21.768969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-9a765097-dc92-4d2f-9d7a-e3a9a7f7a1e2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 998 time: 0.0702248 Oct 27 01:38:21.818608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-7ba92dc7-3024-468f-882e-5abfc80bf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:21.820056 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-7ba92dc7-3024-468f-882e-5abfc80bf652 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0457084 Oct 27 01:38:21.862943 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-8f8bc836-99c9-4802-bab8-60b5016d6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:21.864396 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-8f8bc836-99c9-4802-bab8-60b5016d6cc5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379162 Oct 27 01:38:21.958218 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-cdb211bd-3c12-456e-bbd4-4dcdd06489ef service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Oct 27 01:38:22.068655 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:22.081642 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a2066b4-d369-45fb-b08d-79d37271d7c8 req-7378a6d5-cb65-4495-a096-16b339817ad2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176095 Oct 27 01:38:22.089238 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd0be4-9c8f-464d-b57d-6d30bd1420f2 req-2ef1db8f-f34d-494b-af70-52c0e4763981 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:22.090598 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8afd0be4-9c8f-464d-b57d-6d30bd1420f2 req-2ef1db8f-f34d-494b-af70-52c0e4763981 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 943 time: 0.0668375 Oct 27 01:38:22.143106 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8afd0be4-9c8f-464d-b57d-6d30bd1420f2 req-eb3481f7-7cc6-40e8-936c-184f545ec16d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Oct 27 01:38:22.404495 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:38:22.503946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:22.516257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'port_id': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'mac_address': 'fa:16:3e:60:06:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:38:22.555862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:22.556250 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:22.569933 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:38:22.592059 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:22.595970 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:22.643043 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=9']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:23.015582 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['11beae3d-d55d-4ac6-a919-1db9f46a0469'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:38:23.269633 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d4ef-feb4-4413-9c58-c5fb8ab96adc req-4c0880c0-8f45-4ec3-b5e1-920aa5e16f8d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:23.270985 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c836d4ef-feb4-4413-9c58-c5fb8ab96adc req-4c0880c0-8f45-4ec3-b5e1-920aa5e16f8d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 944 time: 0.0466962 Oct 27 01:38:23.317309 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c836d4ef-feb4-4413-9c58-c5fb8ab96adc req-40232985-00de-4085-9b1c-6d33fb59136c tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Oct 27 01:38:23.469294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9672d835-56f5-4c67-a558-3d67edb9420b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:24.441820 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:38:24.445092 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eeee8-ac30-4989-b817-b65fcdc67923 req-63924138-0af7-401e-a2fe-3168db6e47a4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:24.446678 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fa4eeee8-ac30-4989-b817-b65fcdc67923 req-63924138-0af7-401e-a2fe-3168db6e47a4 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 944 time: 0.0487144 Oct 27 01:38:24.486191 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 11beae3d-d55d-4ac6-a919-1db9f46a0469 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:38:24.486792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:24.486890 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 11beae3d-d55d-4ac6-a919-1db9f46a0469 Oct 27 01:38:24.494490 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fa4eeee8-ac30-4989-b817-b65fcdc67923 req-b5ac37d4-6a45-4e78-a468-b257cf1e2cd0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Oct 27 01:38:24.562619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11beae3d-d55d-4ac6-a919-1db9f46a0469 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:24.562997 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:24.585264 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:38:24.587628 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa514a-15bc-4d57-864f-303fba6e9bb7" -d '{"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:38:24.599819 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:24.604246 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:24.631603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b28c461-15a9-4332-8aa8-64744f1914df x-openstack-request-id: req-9b28c461-15a9-4332-8aa8-64744f1914df {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:38:24.631953 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-plugged", "status": "completed", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:38:24.632204 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b28c461-15a9-4332-8aa8-64744f1914df {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:38:24.632593 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b28c461-15a9-4332-8aa8-64744f1914df'] response: {'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'code': 200} Oct 27 01:38:24.655414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=10']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:24.861781 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47943be-a3c6-400e-929a-c2561a33c485 req-0ebd3dcb-2e1f-448c-be09-13a6aa7c4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:24.863283 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a47943be-a3c6-400e-929a-c2561a33c485 req-0ebd3dcb-2e1f-448c-be09-13a6aa7c4cf6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1130 time: 0.0423458 Oct 27 01:38:24.906669 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a47943be-a3c6-400e-929a-c2561a33c485 req-2ab73d39-8579-41b7-a52b-ca9be3ea3358 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Oct 27 01:38:25.620288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cc2c-2dc1-4b77-a949-30c95513cd51 req-599e7347-729a-4abd-93cb-5440a97e99ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:25.622013 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9051cc2c-2dc1-4b77-a949-30c95513cd51 req-599e7347-729a-4abd-93cb-5440a97e99ae tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.0461886 Oct 27 01:38:25.668216 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9051cc2c-2dc1-4b77-a949-30c95513cd51 req-6dc4fe92-de73-4edd-bda7-24f05044080d tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Oct 27 01:38:25.828942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7115fc1e-f0d7-43c0-9a96-7a29e7d5d0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:26.800844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25d021-2fe8-48c9-8132-69bc977f2c94 req-7fce0916-80ef-4e57-9e1f-877c7de8ea60 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:26.802398 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fb25d021-2fe8-48c9-8132-69bc977f2c94 req-7fce0916-80ef-4e57-9e1f-877c7de8ea60 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Oct 27 01:38:26.858836 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fb25d021-2fe8-48c9-8132-69bc977f2c94 req-f0657da5-6091-474e-8c37-117d1b73ab86 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475338 Oct 27 01:38:27.146232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:27.998166 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f6b8f-8cb0-484a-97f9-cf0c16530c87 req-cbe689db-2371-4628-a8b0-e398d3382474 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:27.999685 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a30f6b8f-8cb0-484a-97f9-cf0c16530c87 req-cbe689db-2371-4628-a8b0-e398d3382474 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Oct 27 01:38:28.063611 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a30f6b8f-8cb0-484a-97f9-cf0c16530c87 req-c08e16ea-99fd-4e3f-bb1b-b69d7b835587 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565898 Oct 27 01:38:28.825699 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:29.006502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:31.899496 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.305116 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:32.329953 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-af81f541-ab49-4ca0-8153-b93a2f49477e tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1539203924&fields=id&tenant_id=9e496297038149beb8bfe69c53234988 HTTP/1.1" status: 200 len: 267 time: 0.0452814 Oct 27 01:38:32.382640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-092698bc-110e-4dcf-b482-7fc15845ae58 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:32.384188 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-092698bc-110e-4dcf-b482-7fc15845ae58 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 984 time: 0.0488353 Oct 27 01:38:32.394473 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Request body: {'port': {'security_groups': ['31721392-513b-448d-8226-ea6b6eb00319']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:38:32.465254 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.605016 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:32.635929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:32.663073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for port (f8228812-5eef-44c7-8163-dcef9ae06091), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.667420 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.677819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:32.678427 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.680029 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-5cb9a564-4917-44a7-9625-ff788d39f678 req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "PUT /networking/v2.0/ports/f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 942 time: 0.2899497 Oct 27 01:38:32.680600 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:38:32.682859 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff179662-77c7-49f8-a26f-5ffe0a328390" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:38:32.685978 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38446) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:32.719181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:38:32.723768 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4320196-7882-4dee-aa56-66b686da01e4 x-openstack-request-id: req-c4320196-7882-4dee-aa56-66b686da01e4 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:38:32.724057 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:38:32.724305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4320196-7882-4dee-aa56-66b686da01e4 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:38:32.724688 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4320196-7882-4dee-aa56-66b686da01e4'] response: {'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:38:32.736850 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event updated for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=7']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:32.744284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.744628 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.744970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.745327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.745658 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.745987 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.746311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.746631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.746953 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.747275 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.747593 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.747909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.748227 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.748549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.748878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2442c2-d3ab-4ff4-88ef-40c8c67e7bd6 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.750737 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (1670db2e-3851-4042-bc05-508ead4b005e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.750885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:32.769319 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:32.777915 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (1670db2e-3851-4042-bc05-508ead4b005e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.832755 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-089b1065-aba2-4139-bc76-0a9e67eb2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:32.834463 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-089b1065-aba2-4139-bc76-0a9e67eb2dfa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1129 time: 0.0516396 Oct 27 01:38:32.848568 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (1670db2e-3851-4042-bc05-508ead4b005e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.851519 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:32.855696 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1670db2e-3851-4042-bc05-508ead4b005e HTTP/1.1" status: 204 len: 168 time: 0.1652286 Oct 27 01:38:32.856852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38448) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:32.867044 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:38:32.896203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1670db2e-3851-4042-bc05-508ead4b005e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:32.909476 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.909823 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.910419 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.910550 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.910794 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.911122 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.911451 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.911768 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.912388 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.912388 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.912707 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.913026 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.914028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.914028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.914028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c30303-3475-455a-ba77-91a85b1e92d0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:38:32.946272 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-24bd3252-41ff-4546-ab18-e0c8204ea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:32.948429 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-24bd3252-41ff-4546-ab18-e0c8204ea79e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.1067171 Oct 27 01:38:33.015840 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-15cae910-35a2-4207-a13d-f09adb4bef58 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 1000 time: 0.0609815 Oct 27 01:38:33.026502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Deleting port 7e46aa8a-bd54-4ca3-9933-7c147fdc40a7 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:33.026841 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.065544 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-805f2281-0477-4e5b-b425-a806a36c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:33.066993 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-805f2281-0477-4e5b-b425-a806a36c4768 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0448413 Oct 27 01:38:33.103862 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.104188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for floatingip (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.110316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-41b23d93-e3dc-4476-a651-119ee707542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:33.111812 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-41b23d93-e3dc-4476-a651-119ee707542a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381112 Oct 27 01:38:33.116299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Calling delete_port for 7e46aa8a-bd54-4ca3-9933-7c147fdc40a7 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:33.204074 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-feb28573-ff57-404b-a1c8-a6b9775aae03 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858715 Oct 27 01:38:33.283718 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (7e46aa8a-bd54-4ca3-9933-7c147fdc40a7), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.295768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ff179662-77c7-49f8-a26f-5ffe0a328390 req-13ec67df-4afb-4e71-9470-de142c292a78 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Oct 27 01:38:33.310188 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event deleted for resources: {'Port': ['ID=7e46aa8a-bd54-4ca3-9933-7c147fdc40a7,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:33.375336 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks [] for floatingip (97fae20e-a10a-497c-af31-6e906c5cc46c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.375677 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Floating IP 97fae20e-a10a-497c-af31-6e906c5cc46c disassociated (deleted). External IP: 172.27.0.91, port: f8228812-5eef-44c7-8163-dcef9ae06091. Oct 27 01:38:33.555481 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:33.574722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:38:33.585231 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:33.683920 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:38:33.688765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:33.693641 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Sync routers for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:38:33.704584 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:33.705230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:33.719121 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-77a601ff-6bba-4766-b1cc-8518cc5a5b7b tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/97fae20e-a10a-497c-af31-6e906c5cc46c HTTP/1.1" status: 204 len: 168 time: 0.8599417 Oct 27 01:38:33.719851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:38:33.722245 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a85b75-4940-49d9-be56-2c2209faba49" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:38:33.760999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34fd70-6df6-4cfd-bb98-74a060b8f961 x-openstack-request-id: req-ed34fd70-6df6-4cfd-bb98-74a060b8f961 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:38:33.761535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:38:33.761966 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed34fd70-6df6-4cfd-bb98-74a060b8f961 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:38:33.762476 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34fd70-6df6-4cfd-bb98-74a060b8f961'] response: {'name': 'network-changed', 'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:38:33.822465 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:33.851355 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-0ce4e7fc-d1dc-4039-bf97-c64e25cc2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:33.853585 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-0ce4e7fc-d1dc-4039-bf97-c64e25cc2c0d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9e496297038149beb8bfe69c53234988&device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 1129 time: 0.0423782 Oct 27 01:38:33.871059 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:33.966075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-da783a50-f4c6-41e7-96cf-5c13de1bd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:33.967701 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-da783a50-f4c6-41e7-96cf-5c13de1bd8d6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 200 len: 916 time: 0.1045799 Oct 27 01:38:34.020403 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-c84663e1-b74f-4359-9b52-2d80514e50f1 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 200 len: 217 time: 0.0363679 Oct 27 01:38:34.040899 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:34.067000 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Checking router: e0207feb-9a90-47b4-bd9a-c5aee096dcf1 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:38:34.069409 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-73c62b7b-5778-4e2b-a32d-a6ac5c0a917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:34.070895 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-73c62b7b-5778-4e2b-a32d-a6ac5c0a917b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 200 len: 854 time: 0.0453413 Oct 27 01:38:34.076131 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:34.076729 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:34.178593 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:34.294508 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:34.360590 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:34.366257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:34.391477 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304837ea-a663-45bf-b591-4522e70749c2 None None] The sync data for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi is: [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:34:31Z', 'revision_number': 4, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '1a00cef3-a816-4442-b28f-c62a4847be6f', 'name': '', 'network_id': '170ef906-51b9-4ed2-98f7-40cadf9de9a4', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'mac_address': 'fa:16:3e:f9:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:31Z', 'updated_at': '2022-10-27T01:34:36Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'subnets': [{'id': 'b0205bc0-8e79-4428-94b9-a41581212c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:38:34.487069 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-9c312709-a587-464b-a33c-542c24423c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:34.488578 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-9c312709-a587-464b-a33c-542c24423c6c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=170ef906-51b9-4ed2-98f7-40cadf9de9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448501 Oct 27 01:38:34.586302 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-9f1da536-e53c-4c03-aee9-100a78af5c8d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861585 Oct 27 01:38:34.622951 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e2fce-6d0b-4f44-955f-0ab3ba36ea86 None None] New status for floating IP 97fae20e-a10a-497c-af31-6e906c5cc46c: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:38:34.929547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:34.949283 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4a85b75-4940-49d9-be56-2c2209faba49 req-d578eb82-8d44-4923-a256-082d869ae8f7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568060 Oct 27 01:38:36.477597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6b2ee-d60e-46de-b434-1390c074b3ef req-5fbf4526-2a12-4f1f-93aa-00026becea50 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:36.479629 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28b6b2ee-d60e-46de-b434-1390c074b3ef req-5fbf4526-2a12-4f1f-93aa-00026becea50 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0460095 Oct 27 01:38:36.525338 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-28b6b2ee-d60e-46de-b434-1390c074b3ef req-a39d3124-cf98-4315-9a69-2adb6e184b6d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Oct 27 01:38:37.648042 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66139-f0eb-4f90-bd21-5f9a89fa3aba req-a99c066b-2ade-4244-b270-49408d034318 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:37.649524 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aed66139-f0eb-4f90-bd21-5f9a89fa3aba req-a99c066b-2ade-4244-b270-49408d034318 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0477822 Oct 27 01:38:37.698115 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-aed66139-f0eb-4f90-bd21-5f9a89fa3aba req-b0fc7205-005e-4df2-b8c7-96ccf16c4aa3 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Oct 27 01:38:37.805875 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:38:38.547063 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-0e77a2b6-6143-4637-b094-2f225ebbe4a0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:38.548489 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-0e77a2b6-6143-4637-b094-2f225ebbe4a0 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0469704 Oct 27 01:38:38.628670 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Deleting port f8228812-5eef-44c7-8163-dcef9ae06091 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:38.629017 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:38.719673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] For port f8228812-5eef-44c7-8163-dcef9ae06091, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f8228812-5eef-44c7-8163-dcef9ae06091,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:38.720346 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:38.733314 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Calling delete_port for f8228812-5eef-44c7-8163-dcef9ae06091 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:38.835420 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c240-ebe2-4f74-9cd6-f737ee58acb1 req-a33174b3-c344-4c19-ae8d-43b3a27bd392 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:38:38.836879 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b49c240-ebe2-4f74-9cd6-f737ee58acb1 req-a33174b3-c344-4c19-ae8d-43b3a27bd392 tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ddbc362d-5688-423d-ba41-10c8513e2512 HTTP/1.1" status: 200 len: 945 time: 0.0646775 Oct 27 01:38:38.872122 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:38.922086 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b49c240-ebe2-4f74-9cd6-f737ee58acb1 req-5285a6dc-2a01-4902-a4a2-49b2e781a4fe tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31721392-513b-448d-8226-ea6b6eb00319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Oct 27 01:38:38.943520 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (f8228812-5eef-44c7-8163-dcef9ae06091), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:38.970584 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Pushing event deleted for resources: {'Port': ['ID=f8228812-5eef-44c7-8163-dcef9ae06091,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:38.977306 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['f8228812-5eef-44c7-8163-dcef9ae06091'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:38:39.020458 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] No DVR routers for this DVR port f8228812-5eef-44c7-8163-dcef9ae06091 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:38:39.023001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:39.026228 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-eea8441d-e0e3-40d0-9399-2986d1f07c2d req-7ee5a668-c42f-4caf-ad11-091ed346b59d tempest-TestMinimumBasicScenario-1979442178 tempest-TestMinimumBasicScenario-1979442178-project] 10.222.0.13 "DELETE /networking/v2.0/ports/f8228812-5eef-44c7-8163-dcef9ae06091 HTTP/1.1" status: 204 len: 173 time: 0.4712203 Oct 27 01:38:39.026716 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'name': 'network-vif-deleted', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:38:39.028942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa5b24-832a-415a-a50b-e3b3b3b4f7f3" -d '{"events": [{"server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "name": "network-vif-deleted", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:38:39.066562 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae55e99c-9327-467c-a9e7-f5f2336dba1f x-openstack-request-id: req-ae55e99c-9327-467c-a9e7-f5f2336dba1f {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:38:39.066827 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbc362d-5688-423d-ba41-10c8513e2512", "name": "network-vif-deleted", "tag": "f8228812-5eef-44c7-8163-dcef9ae06091", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:38:39.067113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae55e99c-9327-467c-a9e7-f5f2336dba1f {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:38:39.067513 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae55e99c-9327-467c-a9e7-f5f2336dba1f'] response: {'server_uuid': 'ddbc362d-5688-423d-ba41-10c8513e2512', 'name': 'network-vif-deleted', 'tag': 'f8228812-5eef-44c7-8163-dcef9ae06091', 'status': 'completed', 'code': 200} Oct 27 01:38:41.475016 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38524) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:41.780688 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:41.999606 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Deleting port 1a00cef3-a816-4442-b28f-c62a4847be6f {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:41.999939 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:42.080685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] For port 1a00cef3-a816-4442-b28f-c62a4847be6f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=1a00cef3-a816-4442-b28f-c62a4847be6f,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:42.080962 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:42.094283 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Calling delete_port for 1a00cef3-a816-4442-b28f-c62a4847be6f owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:42.099164 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:42.251613 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:42.270942 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (1a00cef3-a816-4442-b28f-c62a4847be6f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:42.295779 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a00cef3-a816-4442-b28f-c62a4847be6f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:42.457548 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:42.479055 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af44b5-60b1-4832-a633-6c42eb3d7ae2 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:38:42.547160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f8228812-5eef-44c7-8163-dcef9ae06091 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:42.580025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: f8228812-5eef-44c7-8163-dcef9ae06091 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:42.580289 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device f8228812-5eef-44c7-8163-dcef9ae06091 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:42.591155 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af44b5-60b1-4832-a633-6c42eb3d7ae2 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:38:42.666622 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:38:43.038143 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:38:43.047633 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-eb7357ee-056d-44b5-8435-8a32c860c5a1 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e0207feb-9a90-47b4-bd9a-c5aee096dcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691233 Oct 27 01:38:43.047852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38526) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:43.050147 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Sync routers for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:38:43.063206 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:43.063836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:43.156521 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks [] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.182199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:43.258942 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks [] for router_gateway (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.287410 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-247995ec-9324-4ac3-b5c3-55f337e54b3b None None] Provisioning complete for port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:38:43.287789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-247995ec-9324-4ac3-b5c3-55f337e54b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.288121 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-247995ec-9324-4ac3-b5c3-55f337e54b3b None None] Attempt 1 to provision port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d Oct 27 01:38:43.289217 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:43.306624 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Deleting port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:43.306981 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.381285 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:43.387006 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] For port 5b7302c7-3efb-4a67-bb0f-f1f13716b64e, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:43.387370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.405317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Calling delete_port for 5b7302c7-3efb-4a67-bb0f-f1f13716b64e owned by network:router_gateway {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:43.427341 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-247995ec-9324-4ac3-b5c3-55f337e54b3b None None] Current status of the port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:43.429710 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:38:42Z', 'revision_number': 5, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port': {'id': '5b7302c7-3efb-4a67-bb0f-f1f13716b64e', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:29Z', 'updated_at': '2022-10-27T01:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:43.455908 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Checking router: e0207feb-9a90-47b4-bd9a-c5aee096dcf1 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:38:43.464335 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Routers {'e0207feb-9a90-47b4-bd9a-c5aee096dcf1'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:43.464944 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:43.552878 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] Set router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 gateway port host: None {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:43.554579 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:43.575470 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5b7302c7-3efb-4a67-bb0f-f1f13716b64e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.597846 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7302c7-3efb-4a67-bb0f-f1f13716b64e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:43.607719 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:38:43Z', 'revision_number': 6, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:43.633895 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eefdf8-cd2c-4897-bb9a-103971146499 None None] The sync data for ids ['e0207feb-9a90-47b4-bd9a-c5aee096dcf1'] in dv-cinder-815582-19-iscsi is: [{'id': 'e0207feb-9a90-47b4-bd9a-c5aee096dcf1', 'name': 'tempest-TestMinimumBasicScenario-1974895466-router', 'tenant_id': '9e496297038149beb8bfe69c53234988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:28Z', 'updated_at': '2022-10-27T01:38:43Z', 'revision_number': 6, 'project_id': '9e496297038149beb8bfe69c53234988', 'gw_port_host': None}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:38:43.669766 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.777548 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.779778 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks [] for router_controller (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.822583 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (e0207feb-9a90-47b4-bd9a-c5aee096dcf1), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.823264 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0207feb-9a90-47b4-bd9a-c5aee096dcf1 {{(pid=104647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:38:43.827592 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.830059 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-9fae3431-ec17-4b03-b720-038dd6272f72 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e0207feb-9a90-47b4-bd9a-c5aee096dcf1 HTTP/1.1" status: 204 len: 168 time: 0.7806816 Oct 27 01:38:43.831385 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38528) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:43.877874 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Deleting subnet b0205bc0-8e79-4428-94b9-a41581212c7e {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:38:43.881215 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Publish callbacks [] for subnet (b0205bc0-8e79-4428-94b9-a41581212c7e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.916022 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (b0205bc0-8e79-4428-94b9-a41581212c7e), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:43.987596 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:44.002138 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (b0205bc0-8e79-4428-94b9-a41581212c7e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.062163 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (b0205bc0-8e79-4428-94b9-a41581212c7e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.087767 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0205bc0-8e79-4428-94b9-a41581212c7e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:44.091257 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.094255 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4bd23247-89de-43c8-91b5-482801c7bb84 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b0205bc0-8e79-4428-94b9-a41581212c7e HTTP/1.1" status: 204 len: 168 time: 0.2618561 Oct 27 01:38:44.096619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9398527-6033-4cce-9f0c-41d1dc4b059c None None] Network 170ef906-51b9-4ed2-98f7-40cadf9de9a4 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:38:44.096813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38530) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:44.170553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (170ef906-51b9-4ed2-98f7-40cadf9de9a4), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.214205 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Deleting port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:44.214576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.279075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] For port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,segment=NetworkSegment(8375582c-6ee0-41e4-b02d-c3c67409610a),segment_id=8375582c-6ee0-41e4-b02d-c3c67409610a)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:44.279438 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.292270 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Calling delete_port for b8b25cba-d2d2-4b35-8e17-4ffba8a8151d owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:44.379216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (b8b25cba-d2d2-4b35-8e17-4ffba8a8151d), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.405824 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277a754-9b9d-4973-92f3-fab201832b20 None None] DHCP port deletion for 170ef906-51b9-4ed2-98f7-40cadf9de9a4 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:38:44.406661 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b25cba-d2d2-4b35-8e17-4ffba8a8151d,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:44.412534 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] No DVR routers for this DVR port b8b25cba-d2d2-4b35-8e17-4ffba8a8151d on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:38:44.475234 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 1a00cef3-a816-4442-b28f-c62a4847be6f no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:44.496534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 1a00cef3-a816-4442-b28f-c62a4847be6f {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:44.496879 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 1a00cef3-a816-4442-b28f-c62a4847be6f not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:44.497323 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b8b25cba-d2d2-4b35-8e17-4ffba8a8151d no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:44.500863 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (170ef906-51b9-4ed2-98f7-40cadf9de9a4), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.516661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: b8b25cba-d2d2-4b35-8e17-4ffba8a8151d {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:44.517048 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device b8b25cba-d2d2-4b35-8e17-4ffba8a8151d not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:44.517417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5b7302c7-3efb-4a67-bb0f-f1f13716b64e no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:44.527888 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170ef906-51b9-4ed2-98f7-40cadf9de9a4']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:44.536861 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 5b7302c7-3efb-4a67-bb0f-f1f13716b64e {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:44.537558 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5b7302c7-3efb-4a67-bb0f-f1f13716b64e not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:44.539141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8375582c-6ee0-41e4-b02d-c3c67409610a') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:44.539593 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8375582c-6ee0-41e4-b02d-c3c67409610a') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:44.550728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (8375582c-6ee0-41e4-b02d-c3c67409610a), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.565931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (8375582c-6ee0-41e4-b02d-c3c67409610a), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.573565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:38:44.574134 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (8375582c-6ee0-41e4-b02d-c3c67409610a), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.641870 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (170ef906-51b9-4ed2-98f7-40cadf9de9a4), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.647299 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:44.651715 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/170ef906-51b9-4ed2-98f7-40cadf9de9a4 HTTP/1.1" status: 204 len: 168 time: 0.5539405 Oct 27 01:38:44.654160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:44.654871 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38536) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:44.678653 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d3989-a34b-4d18-99f0-1e90cd860bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=170ef906-51b9-4ed2-98f7-40cadf9de9a4,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:44.682134 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 8375582c-6ee0-41e4-b02d-c3c67409610a resource provider aggregate not found Oct 27 01:38:44.708442 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 8375582c-6ee0-41e4-b02d-c3c67409610a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8375582c-6ee0-41e4-b02d-c3c67409610a found for delete ", "request_id": "req-c1dda6a3-b186-4d56-a6bb-d6ac5b2b53b2"}]} Oct 27 01:38:44.984606 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:45.146302 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:45.183127 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:45.224410 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Deleting port a594129c-031f-478f-a85d-b95de41bca50 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:45.224741 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (a594129c-031f-478f-a85d-b95de41bca50), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:45.315918 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] For port a594129c-031f-478f-a85d-b95de41bca50, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=a594129c-031f-478f-a85d-b95de41bca50,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:45.316267 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (a594129c-031f-478f-a85d-b95de41bca50), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:45.331543 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Calling delete_port for a594129c-031f-478f-a85d-b95de41bca50 owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:45.511489 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (a594129c-031f-478f-a85d-b95de41bca50), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:45.538821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a594129c-031f-478f-a85d-b95de41bca50,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:45.704243 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:45.724223 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac26611-2c8f-47da-b144-c12e03f634be None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:38:45.784585 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:45.924243 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:38:45.938654 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac26611-2c8f-47da-b144-c12e03f634be None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:38:46.018262 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:46.032017 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:46.038722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:38:46.045260 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-608ffc15-33d3-4d1c-9108-8df7729170ea admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3884192 Oct 27 01:38:46.047812 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38540) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:46.048715 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Sync routers for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:38:46.064432 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:46.065242 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:46.165698 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks [] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.175417 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:46.281452 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks [] for router_gateway (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.327676 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Deleting port 4336ab32-7916-4da5-ba38-03addbad5c0a {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:46.328130 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.361388 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:38:45Z', 'revision_number': 5, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port': {'id': '4336ab32-7916-4da5-ba38-03addbad5c0a', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:46.389261 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Checking router: f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:38:46.397987 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Routers {'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:38:46.398594 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:38:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:46.416738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] For port 4336ab32-7916-4da5-ba38-03addbad5c0a, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=4336ab32-7916-4da5-ba38-03addbad5c0a,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:46.417219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.432967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Calling delete_port for 4336ab32-7916-4da5-ba38-03addbad5c0a owned by network:router_gateway {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:46.587358 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] Set router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:38:46.634573 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (4336ab32-7916-4da5-ba38-03addbad5c0a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.637725 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:38:46Z', 'revision_number': 6, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:46.663924 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Pushing event deleted for resources: {'Port': ['ID=4336ab32-7916-4da5-ba38-03addbad5c0a,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:46.668469 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79e465-ea58-4e80-b036-eebb52dee290 None None] The sync data for ids ['f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc'] in dv-cinder-815582-19-iscsi is: [{'id': 'f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc', 'name': 'tempest-TestMinimumBasicScenario-1172705033-router', 'tenant_id': '3d3b0ef54598449e9b3430810d6a081e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:34:33Z', 'updated_at': '2022-10-27T01:38:46Z', 'revision_number': 6, 'project_id': '3d3b0ef54598449e9b3430810d6a081e', 'gw_port_host': None}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:38:46.675404 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-363fc704-c228-4f0f-befe-ace4322d2f38 None None] Provisioning complete for port 6f17040b-d27d-42b5-beb7-485e6fa34bbe triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:38:46.676028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-363fc704-c228-4f0f-befe-ace4322d2f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.676624 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-363fc704-c228-4f0f-befe-ace4322d2f38 None None] Attempt 1 to provision port 6f17040b-d27d-42b5-beb7-485e6fa34bbe Oct 27 01:38:46.735510 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.751897 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-363fc704-c228-4f0f-befe-ace4322d2f38 None None] Current status of the port 6f17040b-d27d-42b5-beb7-485e6fa34bbe is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:38:46.823513 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.825712 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks [] for router_controller (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.869937 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.870415 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc {{(pid=104647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:38:46.874917 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.876041 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-fc3c872c-0855-4376-91ee-f7bcb7f13016 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f7a77928-3655-41c1-8fe4-6aa9f4c9b0fc HTTP/1.1" status: 204 len: 168 time: 0.8272710 Oct 27 01:38:46.878544 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38542) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:46.925535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Deleting subnet bc42f721-a60d-4664-8459-c7c4d29a8742 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:38:46.928650 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Publish callbacks [] for subnet (bc42f721-a60d-4664-8459-c7c4d29a8742), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.964082 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (bc42f721-a60d-4664-8459-c7c4d29a8742), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:46.997448 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:47.030633 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:47.045925 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (bc42f721-a60d-4664-8459-c7c4d29a8742), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.107319 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (bc42f721-a60d-4664-8459-c7c4d29a8742), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.131720 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc42f721-a60d-4664-8459-c7c4d29a8742,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:47.137954 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.141852 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-a3418785-6cea-445a-a38f-7859c92b4d67 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/bc42f721-a60d-4664-8459-c7c4d29a8742 HTTP/1.1" status: 204 len: 168 time: 0.2616143 Oct 27 01:38:47.143671 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38544) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:47.143925 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d760c6-6cfa-4011-8203-898ff789f070 None None] Network b97eb866-51c3-4e16-80cc-55a0ae7ba18b requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:38:47.213439 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (b97eb866-51c3-4e16-80cc-55a0ae7ba18b), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.262967 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Deleting port 6f17040b-d27d-42b5-beb7-485e6fa34bbe {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:47.263303 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.404880 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] DHCP port deletion for b97eb866-51c3-4e16-80cc-55a0ae7ba18b request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:38:47.444445 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Deleting port 6f17040b-d27d-42b5-beb7-485e6fa34bbe {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:38:47.444819 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.520573 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] For port 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6f17040b-d27d-42b5-beb7-485e6fa34bbe,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:47.521162 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.537443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Calling delete_port for 6f17040b-d27d-42b5-beb7-485e6fa34bbe owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:47.586788 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] For port 6f17040b-d27d-42b5-beb7-485e6fa34bbe, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=6f17040b-d27d-42b5-beb7-485e6fa34bbe,segment=NetworkSegment(9ec47323-58a6-4698-9696-eb2c5deef8db),segment_id=9ec47323-58a6-4698-9696-eb2c5deef8db)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:38:47.586946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.600991 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Calling delete_port for 6f17040b-d27d-42b5-beb7-485e6fa34bbe owned by network:dhcp {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:38:47.623713 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.651489 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] Pushing event deleted for resources: {'Port': ['ID=6f17040b-d27d-42b5-beb7-485e6fa34bbe,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:47.665893 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e578db2-a470-4f67-b234-ac7263c9d1a2 None None] No DVR routers for this DVR port 6f17040b-d27d-42b5-beb7-485e6fa34bbe on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:38:47.692371 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (6f17040b-d27d-42b5-beb7-485e6fa34bbe), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.718738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f17040b-d27d-42b5-beb7-485e6fa34bbe,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:47.725003 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] No DVR routers for this DVR port 6f17040b-d27d-42b5-beb7-485e6fa34bbe on host dv-cinder-815582-19-iscsi {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:38:47.795039 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (b97eb866-51c3-4e16-80cc-55a0ae7ba18b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.816040 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97eb866-51c3-4e16-80cc-55a0ae7ba18b']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:47.825682 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec47323-58a6-4698-9696-eb2c5deef8db') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:47.825977 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec47323-58a6-4698-9696-eb2c5deef8db') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:38:47.835425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (9ec47323-58a6-4698-9696-eb2c5deef8db), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.849862 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (9ec47323-58a6-4698-9696-eb2c5deef8db), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.856560 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:38:47.856988 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (9ec47323-58a6-4698-9696-eb2c5deef8db), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.920283 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (b97eb866-51c3-4e16-80cc-55a0ae7ba18b), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.926278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:47.929643 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b97eb866-51c3-4e16-80cc-55a0ae7ba18b HTTP/1.1" status: 204 len: 168 time: 0.7847426 Oct 27 01:38:47.942072 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 9ec47323-58a6-4698-9696-eb2c5deef8db resource provider aggregate not found Oct 27 01:38:47.946169 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d22104-0eab-4f6d-ba3f-1e37bf3a6338 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97eb866-51c3-4e16-80cc-55a0ae7ba18b,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:47.967192 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 9ec47323-58a6-4698-9696-eb2c5deef8db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ec47323-58a6-4698-9696-eb2c5deef8db found for delete ", "request_id": "req-7816a3da-6baf-4cec-8c14-08d5bdda765f"}]} Oct 27 01:38:48.101323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38554) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:48.144892 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-287f482b-67f8-4498-99dd-be091ff00a82 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e496297038149beb8bfe69c53234988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424292 Oct 27 01:38:48.147380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38556) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:48.196743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] Publish callbacks [] for security_group (31721392-513b-448d-8226-ea6b6eb00319), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.218157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] Publish callbacks [] for security_group (31721392-513b-448d-8226-ea6b6eb00319), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.218912 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a594129c-031f-478f-a85d-b95de41bca50 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:48.238027 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: a594129c-031f-478f-a85d-b95de41bca50 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:48.238371 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device a594129c-031f-478f-a85d-b95de41bca50 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:48.238799 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6f17040b-d27d-42b5-beb7-485e6fa34bbe no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:48.256873 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 6f17040b-d27d-42b5-beb7-485e6fa34bbe {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:48.257242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 6f17040b-d27d-42b5-beb7-485e6fa34bbe not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:48.257657 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4336ab32-7916-4da5-ba38-03addbad5c0a no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:38:48.267004 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (31721392-513b-448d-8226-ea6b6eb00319), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.269625 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.270784 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/31721392-513b-448d-8226-ea6b6eb00319 HTTP/1.1" status: 204 len: 168 time: 0.1224501 Oct 27 01:38:48.278519 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 4336ab32-7916-4da5-ba38-03addbad5c0a {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:38:48.278699 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc276d-833a-46ec-8aff-c84847956b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31721392-513b-448d-8226-ea6b6eb00319,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:48.278867 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 4336ab32-7916-4da5-ba38-03addbad5c0a not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:38:48.585723 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38562) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:48.601086 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:48.627512 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-4263c3ee-a80e-4f86-ab5a-344f40a80fea admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3d3b0ef54598449e9b3430810d6a081e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406909 Oct 27 01:38:48.629962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38564) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:38:48.677895 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] Publish callbacks [] for security_group (0557f0fc-843f-48a3-8609-a7c61fbfeacc), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.701244 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] Publish callbacks [] for security_group (0557f0fc-843f-48a3-8609-a7c61fbfeacc), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.746787 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0557f0fc-843f-48a3-8609-a7c61fbfeacc), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.749318 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:48.750839 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0557f0fc-843f-48a3-8609-a7c61fbfeacc HTTP/1.1" status: 204 len: 168 time: 0.1196184 Oct 27 01:38:48.758169 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca71e4-97f8-40d1-9564-f1f6c2968777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557f0fc-843f-48a3-8609-a7c61fbfeacc,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:38:53.475170 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5edd-81fb-4095-98c3-9360ce2f7797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:55.830710 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2732e915-a2c0-4d1c-8d0c-ffb05daee67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:56.640207 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=66 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:56.640973 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=54 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:57.147768 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:57.931359 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=68,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:57.932161 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:58.753533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:58.754310 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:58.820648 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:38:58.828410 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:38:59.008811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:01.887907 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:11.882370 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:11.884332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:14.804795 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:39:16.367016 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-05728f3c-d821-483c-9a3a-0e71cac0781e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382314 Oct 27 01:39:16.471494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-bc7093cb-1d62-4375-b51d-853bbbd8ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:16.473031 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-bc7093cb-1d62-4375-b51d-853bbbd8ce54 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=73c30908c04242e28297b339bfcc5600&device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 1130 time: 0.0405152 Oct 27 01:39:16.578651 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-37a4107c-084d-4c74-a426-96a750d931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:16.580097 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-37a4107c-084d-4c74-a426-96a750d931b5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 200 len: 917 time: 0.0877726 Oct 27 01:39:16.643258 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-3d12f8f3-057d-4471-8330-92c1728efa50 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 200 len: 1000 time: 0.0568569 Oct 27 01:39:16.691556 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-c7c9e71b-a014-4441-80f1-d3b9413d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:16.692955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-c7c9e71b-a014-4441-80f1-d3b9413d159f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 200 len: 855 time: 0.0429921 Oct 27 01:39:16.738871 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-75bf7a30-11ef-476c-b042-fef38a89f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:16.740235 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-75bf7a30-11ef-476c-b042-fef38a89f653 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=f8936d5a-77c4-48b0-9095-ed36ec7d5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416198 Oct 27 01:39:16.829223 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-11d79cb3-2774-4408-b579-3286b14fb8db service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 Oct 27 01:39:16.925861 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-299c5071-d0f7-47e2-be14-cd7477961b67 req-12ee50c0-5ce1-4c17-ae14-591bde71a3eb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Oct 27 01:39:23.468328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c05b9e16-cbe9-4d37-be78-b5ee33d99c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:23.996280 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eae13-3eda-4725-b613-94ac2d15e738 req-2a88f49c-96dc-456c-bf82-ce0eba73e727 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:23.998568 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a04eae13-3eda-4725-b613-94ac2d15e738 req-2a88f49c-96dc-456c-bf82-ce0eba73e727 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.2531805 Oct 27 01:39:24.044878 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a04eae13-3eda-4725-b613-94ac2d15e738 req-7bc5511f-be03-4599-94d8-19fecefdb300 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Oct 27 01:39:25.226926 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d768e-129e-47ae-82b3-3ea532ecf3a1 req-a6c6b437-dc80-468d-808e-edb1997bdafc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:25.228392 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-853d768e-129e-47ae-82b3-3ea532ecf3a1 req-a6c6b437-dc80-468d-808e-edb1997bdafc tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.1011028 Oct 27 01:39:25.274312 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-853d768e-129e-47ae-82b3-3ea532ecf3a1 req-47d6a8fa-4404-4437-95de-40edf0d41c9b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b0d6bdac-e378-4777-9ce0-4846756dae80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Oct 27 01:39:25.326262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31461-1407-443a-8618-dc01b5207a53 req-7a9ea349-30b8-404d-ab7b-e62ca97bd958 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:25.328525 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68a31461-1407-443a-8618-dc01b5207a53 req-7a9ea349-30b8-404d-ab7b-e62ca97bd958 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 946 time: 0.0502639 Oct 27 01:39:25.406467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Deleting port 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:39:25.406716 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.495668 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] For port 11beae3d-d55d-4ac6-a919-1db9f46a0469, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11beae3d-d55d-4ac6-a919-1db9f46a0469,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:39:25.496022 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.556683 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:25.605163 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:25.654262 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.654615 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.654923 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Floating IP da4d012c-9119-4ecf-a6a5-04c30f29b160 disassociated. External IP: 172.27.0.92, port: 11beae3d-d55d-4ac6-a919-1db9f46a0469. Oct 27 01:39:25.655449 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Calling delete_port for 11beae3d-d55d-4ac6-a919-1db9f46a0469 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:39:25.782047 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (11beae3d-d55d-4ac6-a919-1db9f46a0469), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.802316 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:25.807429 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:25.807623 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'Port': ['ID=11beae3d-d55d-4ac6-a919-1db9f46a0469,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:25.833972 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf43-1165-432d-aa2b-0b0563ad24e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:25.922795 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:39:26.025345 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:39:26.039368 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:39:26.049421 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:39:26.050021 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:39:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:26.068913 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] No DVR routers for this DVR port 11beae3d-d55d-4ac6-a919-1db9f46a0469 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:39:26.071464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:26.074769 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-68a31461-1407-443a-8618-dc01b5207a53 req-2a234811-7f41-4ed2-9b15-b5a32d04ff8e tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.13 "DELETE /networking/v2.0/ports/11beae3d-d55d-4ac6-a919-1db9f46a0469 HTTP/1.1" status: 204 len: 173 time: 0.7405927 Oct 27 01:39:26.075259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-deleted', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:39:26.079032 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ffb378-9262-4e36-a973-f0325930ed79" -d '{"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-deleted", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:39:26.137192 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b56a699-c480-4fde-8fe8-942995991a0a x-openstack-request-id: req-3b56a699-c480-4fde-8fe8-942995991a0a {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:39:26.137572 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87b6a2-3f61-46a5-b718-bd37f4f7cf25", "name": "network-vif-deleted", "tag": "11beae3d-d55d-4ac6-a919-1db9f46a0469", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:39:26.137825 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b56a699-c480-4fde-8fe8-942995991a0a {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:39:26.138245 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b56a699-c480-4fde-8fe8-942995991a0a'] response: {'server_uuid': '5f87b6a2-3f61-46a5-b718-bd37f4f7cf25', 'name': 'network-vif-deleted', 'tag': '11beae3d-d55d-4ac6-a919-1db9f46a0469', 'status': 'completed', 'code': 200} Oct 27 01:39:26.157679 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:39:26.353885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:26.379830 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:39:26.388361 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:39:26.388964 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:39:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:26.401260 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8e8fedb7-a89d-414e-b0a2-079a4b27ec22 req-63ab5338-a096-451d-8e03-389445d4b570 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5f87b6a2-3f61-46a5-b718-bd37f4f7cf25 HTTP/1.1" status: 200 len: 210 time: 0.0293672 Oct 27 01:39:26.491731 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:39:26.685596 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:26.711614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b0916-7f45-49bb-b9aa-f63c9d9cc1fd None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:01Z', 'revision_number': 4, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '5d55857e-bfd3-40c0-bd95-e7f6db904680', 'name': '', 'network_id': 'f8936d5a-77c4-48b0-9095-ed36ec7d5242', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'mac_address': 'fa:16:3e:d5:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:31:01Z', 'updated_at': '2022-10-27T01:31:06Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'subnets': [{'id': 'de4c0c2c-e7d8-488b-99f2-a075a870ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:39:26.929417 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0a5e-5118-45b7-8f6d-c77a5381d5a9 None None] New status for floating IP da4d012c-9119-4ecf-a6a5-04c30f29b160: DOWN {{(pid=104649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:39:27.150088 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.502449 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38608) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:27.559728 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (b0d6bdac-e378-4777-9ce0-4846756dae80), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.581892 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (b0d6bdac-e378-4777-9ce0-4846756dae80), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.629545 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b0d6bdac-e378-4777-9ce0-4846756dae80), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.632023 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.633182 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b0d6bdac-e378-4777-9ce0-4846756dae80 HTTP/1.1" status: 204 len: 168 time: 0.1296794 Oct 27 01:39:27.636062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38610) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:27.642749 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a52f6-905c-4eb3-a5a2-f0419c6ac6b0 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6bdac-e378-4777-9ce0-4846756dae80,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:27.650714 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.api.v2.resource [None req-bf991edd-c528-4d48-9a96-6c4756f89aee tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] show failed (client error): The resource could not be found. Oct 27 01:39:27.651729 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-bf991edd-c528-4d48-9a96-6c4756f89aee tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "GET /networking/v2.0/security-groups/b0d6bdac-e378-4777-9ce0-4846756dae80 HTTP/1.1" status: 404 len: 347 time: 0.0145853 Oct 27 01:39:27.654745 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38612) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:27.765966 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Deleting port 0d6a8691-b032-4265-99db-bd3513d5c792 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:39:27.766275 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.841178 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.841502 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (0d6a8691-b032-4265-99db-bd3513d5c792), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:27.853716 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Calling delete_port for 0d6a8691-b032-4265-99db-bd3513d5c792 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:39:27.988496 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (0d6a8691-b032-4265-99db-bd3513d5c792), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:28.017255 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Pushing event deleted for resources: {'Port': ['ID=0d6a8691-b032-4265-99db-bd3513d5c792,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:28.079208 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks [] for floatingip (da4d012c-9119-4ecf-a6a5-04c30f29b160), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:28.081800 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:28.082939 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e7e200c0-2d5c-493e-8aa2-8c2195fe6132 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/da4d012c-9119-4ecf-a6a5-04c30f29b160 HTTP/1.1" status: 204 len: 168 time: 0.4272687 Oct 27 01:39:28.834181 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:29.017242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:30.541461 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38634) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:30.769568 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:39:30.792015 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 11beae3d-d55d-4ac6-a919-1db9f46a0469 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:39:30.792362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11beae3d-d55d-4ac6-a919-1db9f46a0469 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:39:30.949632 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (a54e950c-bd31-4896-855a-f33598ff1ca0), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.088150 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.101081 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.167362 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Deleting port 5d55857e-bfd3-40c0-bd95-e7f6db904680 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:39:31.167702 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.248177 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] For port 5d55857e-bfd3-40c0-bd95-e7f6db904680, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=5d55857e-bfd3-40c0-bd95-e7f6db904680,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:39:31.248535 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.261471 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Calling delete_port for 5d55857e-bfd3-40c0-bd95-e7f6db904680 owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:39:31.435193 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (5d55857e-bfd3-40c0-bd95-e7f6db904680), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.457405 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d55857e-bfd3-40c0-bd95-e7f6db904680,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:31.625449 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (a54e950c-bd31-4896-855a-f33598ff1ca0), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.648907 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176bd09-3fc9-4888-a2c0-708d30c2e09d None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:39:31.716564 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176bd09-3fc9-4888-a2c0-708d30c2e09d None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:39:31.775403 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.830011 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Router a54e950c-bd31-4896-855a-f33598ff1ca0 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:39:31.880509 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.898986 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.914737 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:31.926602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:31.940161 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:39:31.945780 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-6a35ed00-ea94-47a4-8637-c6f3c506777a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a54e950c-bd31-4896-855a-f33598ff1ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030058 Oct 27 01:39:31.948158 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38638) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:31.956160 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Sync routers for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:39:31.968125 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:39:31.968690 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:39:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:32.063339 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks [] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.079805 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:39:32.151463 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:32.174734 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks [] for router_gateway (a54e950c-bd31-4896-855a-f33598ff1ca0), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.234324 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:32.239346 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Deleting port 8186726e-c62c-4807-b930-33522e6fdda6 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:39:32.240337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (8186726e-c62c-4807-b930-33522e6fdda6), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.330347 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] For port 8186726e-c62c-4807-b930-33522e6fdda6, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=8186726e-c62c-4807-b930-33522e6fdda6,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:39:32.330718 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (8186726e-c62c-4807-b930-33522e6fdda6), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.344797 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Calling delete_port for 8186726e-c62c-4807-b930-33522e6fdda6 owned by network:router_gateway {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:39:32.398503 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '8186726e-c62c-4807-b930-33522e6fdda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:39:31Z', 'revision_number': 5, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port': {'id': '8186726e-c62c-4807-b930-33522e6fdda6', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:32.427335 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Checking router: a54e950c-bd31-4896-855a-f33598ff1ca0 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:39:32.435952 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Routers {'a54e950c-bd31-4896-855a-f33598ff1ca0'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:39:32.436623 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:39:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a54e950c-bd31-4896-855a-f33598ff1ca0'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:32.484956 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-283d3056-e86e-4986-9dca-650d1461e6e6 None None] Provisioning complete for port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:39:32.485279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-283d3056-e86e-4986-9dca-650d1461e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.485616 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-283d3056-e86e-4986-9dca-650d1461e6e6 None None] Attempt 1 to provision port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f Oct 27 01:39:32.510373 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (8186726e-c62c-4807-b930-33522e6fdda6), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.538876 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8186726e-c62c-4807-b930-33522e6fdda6,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:32.557221 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] Set router a54e950c-bd31-4896-855a-f33598ff1ca0 gateway port host: None {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:39:32.601218 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (a54e950c-bd31-4896-855a-f33598ff1ca0), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.613022 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:39:32Z', 'revision_number': 6, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:32.640416 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e36c9-3ac0-4128-83bf-4f4cba7e770b None None] The sync data for ids ['a54e950c-bd31-4896-855a-f33598ff1ca0'] in dv-cinder-815582-19-iscsi is: [{'id': 'a54e950c-bd31-4896-855a-f33598ff1ca0', 'name': 'tempest-AttachVolumeShelveTestJSON-253920997-router', 'tenant_id': '73c30908c04242e28297b339bfcc5600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:30:58Z', 'updated_at': '2022-10-27T01:39:32Z', 'revision_number': 6, 'project_id': '73c30908c04242e28297b339bfcc5600', 'gw_port_host': None}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:39:32.679508 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-283d3056-e86e-4986-9dca-650d1461e6e6 None None] Current status of the port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:39:32.688337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.690514 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks [] for router_controller (a54e950c-bd31-4896-855a-f33598ff1ca0), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.729992 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (a54e950c-bd31-4896-855a-f33598ff1ca0), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.730577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54e950c-bd31-4896-855a-f33598ff1ca0 {{(pid=104646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:39:32.735340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.736462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-66d4e0c2-7396-4094-8013-37e0baa335b8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a54e950c-bd31-4896-855a-f33598ff1ca0 HTTP/1.1" status: 204 len: 168 time: 0.7873030 Oct 27 01:39:32.739006 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38640) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:32.785700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Deleting subnet de4c0c2c-e7d8-488b-99f2-a075a870ffb9 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:39:32.788807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Publish callbacks [] for subnet (de4c0c2c-e7d8-488b-99f2-a075a870ffb9), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.823745 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (de4c0c2c-e7d8-488b-99f2-a075a870ffb9), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.897102 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (de4c0c2c-e7d8-488b-99f2-a075a870ffb9), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.951850 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (de4c0c2c-e7d8-488b-99f2-a075a870ffb9), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.978275 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4c0c2c-e7d8-488b-99f2-a075a870ffb9,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:32.980844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:32.984768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/de4c0c2c-e7d8-488b-99f2-a075a870ffb9 HTTP/1.1" status: 204 len: 168 time: 0.2448027 Oct 27 01:39:32.988257 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38642) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:32.988786 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745b696-5d80-4142-ac62-23892c79a415 None None] Network f8936d5a-77c4-48b0-9095-ed36ec7d5242 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:39:32.995723 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:32.996069 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:32.996467 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:32.996815 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.000282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.000665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.001018 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.001631 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.001968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.002504 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.002612 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.002933 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.003285 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.003569 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.003952 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a1da5-7474-4ccb-aef0-2525c75f9d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.062309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (f8936d5a-77c4-48b0-9095-ed36ec7d5242), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.107802 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Deleting port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:39:33.108714 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.172638 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] For port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,segment=NetworkSegment(1a6d6f71-0bc3-4476-923b-9d9ac05ef617),segment_id=1a6d6f71-0bc3-4476-923b-9d9ac05ef617)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:39:33.172992 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.185983 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Calling delete_port for d79f4f83-fcc7-4d4e-8823-2e92fd6f713f owned by network:dhcp {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:39:33.263668 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (d79f4f83-fcc7-4d4e-8823-2e92fd6f713f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.286074 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Pushing event deleted for resources: {'Port': ['ID=d79f4f83-fcc7-4d4e-8823-2e92fd6f713f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:33.295105 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] No DVR routers for this DVR port d79f4f83-fcc7-4d4e-8823-2e92fd6f713f on host dv-cinder-815582-19-iscsi {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:39:33.297372 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.297704 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.298035 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.298368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.298694 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.299013 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.299331 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.299648 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.299965 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.300282 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.300602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.300915 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.301253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.301569 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.301877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:33.371782 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (f8936d5a-77c4-48b0-9095-ed36ec7d5242), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.394581 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8936d5a-77c4-48b0-9095-ed36ec7d5242']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:33.403597 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6d6f71-0bc3-4476-923b-9d9ac05ef617') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:33.403888 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6d6f71-0bc3-4476-923b-9d9ac05ef617') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:33.413861 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (1a6d6f71-0bc3-4476-923b-9d9ac05ef617), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.426936 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (1a6d6f71-0bc3-4476-923b-9d9ac05ef617), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.435803 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:39:33.436271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (1a6d6f71-0bc3-4476-923b-9d9ac05ef617), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.459644 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71449759-01b6-4b27-a064-b637fd8191d6 None None] DHCP port deletion for f8936d5a-77c4-48b0-9095-ed36ec7d5242 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:39:33.488385 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 1a6d6f71-0bc3-4476-923b-9d9ac05ef617 resource provider aggregate not found Oct 27 01:39:33.503134 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 1a6d6f71-0bc3-4476-923b-9d9ac05ef617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a6d6f71-0bc3-4476-923b-9d9ac05ef617 found for delete ", "request_id": "req-9617deb0-55ef-4f82-9dbb-2e9f74fd6cac"}]} Oct 27 01:39:33.506727 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (f8936d5a-77c4-48b0-9095-ed36ec7d5242), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.512355 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.516348 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f8936d5a-77c4-48b0-9095-ed36ec7d5242 HTTP/1.1" status: 204 len: 168 time: 0.5277777 Oct 27 01:39:33.527840 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84327c8d-00b2-4181-a0ec-7326d7a4547e admin admin] Pushing event deleted for resources: {'Network': ['ID=f8936d5a-77c4-48b0-9095-ed36ec7d5242,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:33.635902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38650) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:33.666785 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:33.683961 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-bb281b83-23db-4afc-9095-cf53fed311da admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=73c30908c04242e28297b339bfcc5600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444276 Oct 27 01:39:33.684403 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38652) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:33.736083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] Publish callbacks [] for security_group (23854928-5764-4def-afbe-038354b46452), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.758962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] Publish callbacks [] for security_group (23854928-5764-4def-afbe-038354b46452), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.760489 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:33.807865 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (23854928-5764-4def-afbe-038354b46452), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.810323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:33.812162 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/23854928-5764-4def-afbe-038354b46452 HTTP/1.1" status: 204 len: 168 time: 0.1265433 Oct 27 01:39:33.821810 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ffb7a-a153-4237-8252-3528614d79b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23854928-5764-4def-afbe-038354b46452,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:34.230910 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8186726e-c62c-4807-b930-33522e6fdda6 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:39:34.254124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 8186726e-c62c-4807-b930-33522e6fdda6 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:39:34.254469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 8186726e-c62c-4807-b930-33522e6fdda6 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:39:34.254888 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device d79f4f83-fcc7-4d4e-8823-2e92fd6f713f no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:39:34.276611 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: d79f4f83-fcc7-4d4e-8823-2e92fd6f713f {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:39:34.276953 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device d79f4f83-fcc7-4d4e-8823-2e92fd6f713f not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:39:34.277390 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5d55857e-bfd3-40c0-bd95-e7f6db904680 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:39:34.296296 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 5d55857e-bfd3-40c0-bd95-e7f6db904680 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:39:34.296647 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 5d55857e-bfd3-40c0-bd95-e7f6db904680 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:39:37.000801 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:37.003643 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:37.423534 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-74d1b410-9e67-4017-a332-34ee99d63c54 req-9f117b46-524e-4e58-b35f-4a3add61c77b service neutron] (104647) timed out ('10.222.0.13', 64118) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:39:37.521640 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38712) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:37.631891 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-91ed5727-d8d8-438c-9774-c634de795d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.710337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-91ed5727-d8d8-438c-9774-c634de795d84 admin admin] Publish callbacks [] for security_group (642c2d46-e975-4650-a28c-093f0674d05e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.713869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-91ed5727-d8d8-438c-9774-c634de795d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (642c2d46-e975-4650-a28c-093f0674d05e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.753855 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5727-d8d8-438c-9774-c634de795d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642c2d46-e975-4650-a28c-093f0674d05e,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:37.759205 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-91ed5727-d8d8-438c-9774-c634de795d84 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6f14e0b4a1ec4e9fa4c4f4355f5fa328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364643 Oct 27 01:39:37.761829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38716) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:37.810506 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] Publish callbacks [] for security_group (642c2d46-e975-4650-a28c-093f0674d05e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.830968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] Publish callbacks [] for security_group (642c2d46-e975-4650-a28c-093f0674d05e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.878240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (642c2d46-e975-4650-a28c-093f0674d05e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.880727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:37.881890 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/642c2d46-e975-4650-a28c-093f0674d05e HTTP/1.1" status: 204 len: 168 time: 0.1191669 Oct 27 01:39:37.889955 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db857-6aa8-4e36-a6e5-1bb67ee7abc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642c2d46-e975-4650-a28c-093f0674d05e,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:38.497723 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38738) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:38.595208 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098259549-network', 'tenant_id': 'a764a825bbd64b65a8635aa979667d5e'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:39:38.615406 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Made reservation on behalf of a764a825bbd64b65a8635aa979667d5e for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:38.617684 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.628458 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.704252 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks [] for security_group (46131183-0fbb-469f-9396-43ed57a30a6e), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.707607 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (46131183-0fbb-469f-9396-43ed57a30a6e), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.738857 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:39:38.745211 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46131183-0fbb-469f-9396-43ed57a30a6e,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:38.752362 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.752705 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Added segment bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2 of type vlan for network ff18f525-4a98-410f-a818-53794ab58b61 Oct 27 01:39:38.792964 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (ff18f525-4a98-410f-a818-53794ab58b61), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.799055 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:38.805108 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:38.821935 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (ff18f525-4a98-410f-a818-53794ab58b61), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.822904 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:38.823519 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:38.875554 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3765962 Oct 27 01:39:38.878485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38742) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:38.883363 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Request body: {'subnet': {'network_id': 'ff18f525-4a98-410f-a818-53794ab58b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098259549-subnet', 'tenant_id': 'a764a825bbd64b65a8635aa979667d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:39:38.890728 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e47dba-cca4-4f04-adda-0ee85199e283 admin admin] Pushing event updated for resources: {'Network': ['ID=ff18f525-4a98-410f-a818-53794ab58b61,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:38.900828 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network ff18f525-4a98-410f-a818-53794ab58b61 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:39:38.907202 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Made reservation on behalf of a764a825bbd64b65a8635aa979667d5e for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:38.909580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60099322'] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.075360 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59514995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60099220'] for subnet (9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.128931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:39.141812 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:39.144974 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Checking segment: {'id': 'bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff18f525-4a98-410f-a818-53794ab58b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:39:39.145350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Network hostable DHCP agents. Network: ff18f525-4a98-410f-a818-53794ab58b61, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:39:39.163840 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Network ff18f525-4a98-410f-a818-53794ab58b61 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:39:39.173780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, ff18f525-4a98-410f-a818-53794ab58b61) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:39:39.177779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:39.178368 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.183799 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ede1c-861e-4776-97d6-7b3b781bff17 None None] Network ff18f525-4a98-410f-a818-53794ab58b61 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:39:39.196757 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-18ddd6e0-4eea-47da-a31b-e9fa4a7ef001 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3171804 Oct 27 01:39:39.281813 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458dde2-a25d-4011-a922-8b393ff06b86 None None] Network ff18f525-4a98-410f-a818-53794ab58b61 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:39:39.349215 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:39.667570 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38758) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:39.672732 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641677309-network', 'tenant_id': '17465ed036c84d0ab3ec9387dfc52257'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:39:39.687226 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:39.693181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Made reservation on behalf of 17465ed036c84d0ab3ec9387dfc52257 for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:39.695428 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.705450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.782595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks [] for security_group (580451c5-3dfd-47f2-bced-f3c27f595371), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.786239 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (580451c5-3dfd-47f2-bced-f3c27f595371), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.810497 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:39:39.829206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580451c5-3dfd-47f2-bced-f3c27f595371,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:39.832392 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (42b42c56-241a-4c80-a664-887440157909), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.832813 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Added segment 42b42c56-241a-4c80-a664-887440157909 of type vlan for network 08ca1376-bb0d-4279-adbe-bc6582c39f8d Oct 27 01:39:39.877214 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (08ca1376-bb0d-4279-adbe-bc6582c39f8d), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.904983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (08ca1376-bb0d-4279-adbe-bc6582c39f8d), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.906556 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:39.907283 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:39.970313 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3016143 Oct 27 01:39:39.973105 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38760) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:39.979205 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Request body: {'subnet': {'network_id': '08ca1376-bb0d-4279-adbe-bc6582c39f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641677309-subnet', 'tenant_id': '17465ed036c84d0ab3ec9387dfc52257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:39:39.991549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce71e08-c3a5-4fbf-b3f0-248b1f073a9d admin admin] Pushing event updated for resources: {'Network': ['ID=08ca1376-bb0d-4279-adbe-bc6582c39f8d,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:40.001898 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network 08ca1376-bb0d-4279-adbe-bc6582c39f8d details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:39:40.004642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Made reservation on behalf of 17465ed036c84d0ab3ec9387dfc52257 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:40.004992 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:40.007279 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60099322'] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.177471 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59514995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60099220'] for subnet (d9e0ef4a-1bbf-4e95-9f62-176023d4a5db), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.227579 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e0ef4a-1bbf-4e95-9f62-176023d4a5db,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:40.243396 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Checking segment: {'id': '42b42c56-241a-4c80-a664-887440157909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '08ca1376-bb0d-4279-adbe-bc6582c39f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:39:40.243752 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Network hostable DHCP agents. Network: 08ca1376-bb0d-4279-adbe-bc6582c39f8d, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:39:40.266167 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Network 08ca1376-bb0d-4279-adbe-bc6582c39f8d is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:39:40.274664 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, 08ca1376-bb0d-4279-adbe-bc6582c39f8d) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:39:40.279746 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:39:40.282172 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.283314 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914152e-c84c-47c5-bf88-8626d674ad43 None None] Network 08ca1376-bb0d-4279-adbe-bc6582c39f8d requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:39:40.306735 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-f8687b08-e63e-493d-9f95-e2fe798e98a6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3314502 Oct 27 01:39:40.381937 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e3a8a-44cc-4ac8-9602-1b7b4c98f8ba None None] Network 08ca1376-bb0d-4279-adbe-bc6582c39f8d requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:39:40.419244 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38764) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:40.459325 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:40.464850 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Deleting subnet 9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8 {{(pid=104646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:39:40.469684 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Publish callbacks [] for subnet (9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.503268 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:40.513827 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249712'] for subnet (9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8), precommit_delete_associations {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.556708 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.606769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60099231'] for subnet (9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.630000 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:40.635426 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:40.638492 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d295fff4-0a68-4b90-b48c-a7e8e62625cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9bbf4cc5-27f3-4316-bbdf-3c71e5f336d8 HTTP/1.1" status: 204 len: 168 time: 0.2182562 Oct 27 01:39:40.641622 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38766) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:40.976359 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (ff18f525-4a98-410f-a818-53794ab58b61), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.054332 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (ff18f525-4a98-410f-a818-53794ab58b61), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.073906 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff18f525-4a98-410f-a818-53794ab58b61']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.083206 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.083503 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.096935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.110944 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.117237 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:39:41.117619 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.158808 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2 resource provider aggregate not found Oct 27 01:39:41.180980 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc968cac-96bb-4a9c-8ce3-e0be91dfc0c2 found for delete ", "request_id": "req-89f20e16-a43d-4619-b83e-0ae4c426b3f2"}]} Oct 27 01:39:41.183871 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (ff18f525-4a98-410f-a818-53794ab58b61), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.190386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.193484 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ff18f525-4a98-410f-a818-53794ab58b61 HTTP/1.1" status: 204 len: 168 time: 0.5508935 Oct 27 01:39:41.196385 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38772) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:41.205620 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08900cc-7abc-4e4c-b8fd-4b5c0b8bc2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff18f525-4a98-410f-a818-53794ab58b61,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:41.246715 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Deleting subnet d9e0ef4a-1bbf-4e95-9f62-176023d4a5db {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:39:41.250252 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Publish callbacks [] for subnet (d9e0ef4a-1bbf-4e95-9f62-176023d4a5db), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.285382 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (d9e0ef4a-1bbf-4e95-9f62-176023d4a5db), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.324533 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (d9e0ef4a-1bbf-4e95-9f62-176023d4a5db), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.375401 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (d9e0ef4a-1bbf-4e95-9f62-176023d4a5db), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.398086 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e0ef4a-1bbf-4e95-9f62-176023d4a5db,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:41.403753 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.407531 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c4f07fbe-9269-42c7-99c6-13e5faad01ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d9e0ef4a-1bbf-4e95-9f62-176023d4a5db HTTP/1.1" status: 204 len: 168 time: 0.2101450 Oct 27 01:39:41.410083 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38774) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:41.480445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (08ca1376-bb0d-4279-adbe-bc6582c39f8d), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.556032 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (08ca1376-bb0d-4279-adbe-bc6582c39f8d), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.580677 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ca1376-bb0d-4279-adbe-bc6582c39f8d']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.589923 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b42c56-241a-4c80-a664-887440157909') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.590212 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b42c56-241a-4c80-a664-887440157909') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:41.600411 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (42b42c56-241a-4c80-a664-887440157909), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.613702 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (42b42c56-241a-4c80-a664-887440157909), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.620364 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:39:41.620789 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (42b42c56-241a-4c80-a664-887440157909), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.665883 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 42b42c56-241a-4c80-a664-887440157909 resource provider aggregate not found Oct 27 01:39:41.683802 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment 42b42c56-241a-4c80-a664-887440157909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42b42c56-241a-4c80-a664-887440157909 found for delete ", "request_id": "req-5ca76762-bcda-4691-af2c-bcd9100ffc24"}]} Oct 27 01:39:41.690411 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (08ca1376-bb0d-4279-adbe-bc6582c39f8d), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.695884 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.698977 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/08ca1376-bb0d-4279-adbe-bc6582c39f8d HTTP/1.1" status: 204 len: 168 time: 0.2879891 Oct 27 01:39:41.710602 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8ca6c-2e55-44fd-ad4a-42572c216b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=08ca1376-bb0d-4279-adbe-bc6582c39f8d,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:41.856299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38782) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:41.896419 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5bfcde13-a2f5-49d0-8abe-061068efd4ff admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a764a825bbd64b65a8635aa979667d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389612 Oct 27 01:39:41.898839 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 38784) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:41.950526 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] Publish callbacks [] for security_group (46131183-0fbb-469f-9396-43ed57a30a6e), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:41.974032 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] Publish callbacks [] for security_group (46131183-0fbb-469f-9396-43ed57a30a6e), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.023483 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (46131183-0fbb-469f-9396-43ed57a30a6e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.025988 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.027124 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46131183-0fbb-469f-9396-43ed57a30a6e HTTP/1.1" status: 204 len: 168 time: 0.1273880 Oct 27 01:39:42.034894 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74ca3-906c-4279-b284-febc88c719c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46131183-0fbb-469f-9396-43ed57a30a6e,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:42.346888 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38790) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:42.387440 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-02c93e0d-a240-40ed-aae2-3f038fcd4ec2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=17465ed036c84d0ab3ec9387dfc52257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393395 Oct 27 01:39:42.390065 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 38792) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:39:42.438041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] Publish callbacks [] for security_group (580451c5-3dfd-47f2-bced-f3c27f595371), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.460880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] Publish callbacks [] for security_group (580451c5-3dfd-47f2-bced-f3c27f595371), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.506872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (580451c5-3dfd-47f2-bced-f3c27f595371), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.509521 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:42.510731 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/580451c5-3dfd-47f2-bced-f3c27f595371 HTTP/1.1" status: 204 len: 168 time: 0.1196940 Oct 27 01:39:42.519273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65a8a-eedb-407a-9d9f-976b709fa4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580451c5-3dfd-47f2-bced-f3c27f595371,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:51.803738 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:39:51.858277 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.006841 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.031328 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.050600 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=27 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.513547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=49,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.514327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:52.532940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=26 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:39:53.471173 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-60a2d861-cd24-45dd-bf48-a782e0be8e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:55.834956 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-51f916c8-c5f3-4d7f-8c13-eed7e989ea1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:57.151732 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:58.833885 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:39:59.009938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:01.466877 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-f49aac29-3985-4466-aa00-91833fd978c7 req-050279e5-0307-40dd-be61-b60d8068ad5c service neutron] (104646) timed out ('10.222.0.13', 64131) {{(pid=104646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:40:01.926912 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:02.803099 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:02.804456 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:13.863089 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:13.863089 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:23.478414 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ddebd58d-a0ab-4a3e-996a-47ef4bdaca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:25.836640 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-34320cb6-cb60-4a64-a297-14fab601cd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:26.726917 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39172) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:26.831158 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b789e7cc-7f77-489f-9803-2bfea5c76759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:26.907838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b789e7cc-7f77-489f-9803-2bfea5c76759 admin admin] Publish callbacks [] for security_group (0f75ef26-fe13-47e8-bd04-0b75b0d45d78), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:26.912197 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-b789e7cc-7f77-489f-9803-2bfea5c76759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0f75ef26-fe13-47e8-bd04-0b75b0d45d78), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:26.952767 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-b789e7cc-7f77-489f-9803-2bfea5c76759 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5b4352570da64fa2976ca889536e4ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248070 Oct 27 01:40:26.953502 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789e7cc-7f77-489f-9803-2bfea5c76759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75ef26-fe13-47e8-bd04-0b75b0d45d78,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:26.956523 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39176) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:27.005394 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] Publish callbacks [] for security_group (0f75ef26-fe13-47e8-bd04-0b75b0d45d78), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.025904 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] Publish callbacks [] for security_group (0f75ef26-fe13-47e8-bd04-0b75b0d45d78), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.073957 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0f75ef26-fe13-47e8-bd04-0b75b0d45d78), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.076661 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.077828 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f75ef26-fe13-47e8-bd04-0b75b0d45d78 HTTP/1.1" status: 204 len: 168 time: 0.1197455 Oct 27 01:40:27.085968 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d5df-c25e-4c42-bd1e-a2295c920c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f75ef26-fe13-47e8-bd04-0b75b0d45d78,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:27.157305 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.340290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39182) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:27.354372 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-007e4efe-be56-4f7e-bfe9-98a00fdba3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.435171 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-007e4efe-be56-4f7e-bfe9-98a00fdba3d2 admin admin] Publish callbacks [] for security_group (b3d6a4f5-5562-4597-9c83-e4b7fc81c723), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.438808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-007e4efe-be56-4f7e-bfe9-98a00fdba3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b3d6a4f5-5562-4597-9c83-e4b7fc81c723), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.477864 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-007e4efe-be56-4f7e-bfe9-98a00fdba3d2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6fa76a593a5e451ab2f3f0de2d6a940c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365113 Oct 27 01:40:27.478707 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4efe-be56-4f7e-bfe9-98a00fdba3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d6a4f5-5562-4597-9c83-e4b7fc81c723,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:27.480696 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39184) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:27.532638 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] Publish callbacks [] for security_group (b3d6a4f5-5562-4597-9c83-e4b7fc81c723), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.552468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] Publish callbacks [] for security_group (b3d6a4f5-5562-4597-9c83-e4b7fc81c723), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.603564 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (b3d6a4f5-5562-4597-9c83-e4b7fc81c723), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.606239 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:27.607356 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b3d6a4f5-5562-4597-9c83-e4b7fc81c723 HTTP/1.1" status: 204 len: 168 time: 0.1256244 Oct 27 01:40:27.615232 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b429-b2f3-47de-939a-730569163311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d6a4f5-5562-4597-9c83-e4b7fc81c723,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:28.805300 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:40:28.840683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:29.014293 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:31.943380 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:37.472016 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:37.473892 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:37.589531 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=30,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:37.610729 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:39.799943 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:39.801399 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:39.816304 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39320) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:39.921126 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:39.996435 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Publish callbacks [] for security_group (58c20207-1098-4f1d-ac56-74b7832705d8), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.000156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (58c20207-1098-4f1d-ac56-74b7832705d8), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.036259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c20207-1098-4f1d-ac56-74b7832705d8,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:40.039938 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f2f988f14a3f4a0ba6ccda1a3d751d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226088 Oct 27 01:40:40.043298 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39324) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:40.046539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.046876 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.047208 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.047539 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.047866 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.048219 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.048540 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.048851 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.049194 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.049519 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.049836 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.050151 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.050464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.050796 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.051084 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c562c-eb49-4899-a567-829e46bd5472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.096170 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Publish callbacks [] for security_group (58c20207-1098-4f1d-ac56-74b7832705d8), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.116299 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Publish callbacks [] for security_group (58c20207-1098-4f1d-ac56-74b7832705d8), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.163292 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (58c20207-1098-4f1d-ac56-74b7832705d8), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.166042 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.167674 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58c20207-1098-4f1d-ac56-74b7832705d8 HTTP/1.1" status: 204 len: 168 time: 0.1228151 Oct 27 01:40:40.175593 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c20207-1098-4f1d-ac56-74b7832705d8,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:40.183649 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.184077 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.184351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.184692 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.185032 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.185390 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.185720 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.186048 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.186377 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.186709 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.187038 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.187349 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.187676 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.188001 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.188329 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99c4a0-4159-4b61-9bf6-6b0f9710cf14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:40.431329 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39330) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:40.446521 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1a69e807-aef4-4267-8bee-cb4926b0f0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.524729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1a69e807-aef4-4267-8bee-cb4926b0f0f5 admin admin] Publish callbacks [] for security_group (8bfc4ae9-ecc2-435d-b79e-1588387bef28), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.529242 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1a69e807-aef4-4267-8bee-cb4926b0f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8bfc4ae9-ecc2-435d-b79e-1588387bef28), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.567985 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69e807-aef4-4267-8bee-cb4926b0f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc4ae9-ecc2-435d-b79e-1588387bef28,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:40.574347 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1a69e807-aef4-4267-8bee-cb4926b0f0f5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2dfe84db0ec34e858a7799dea541aab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411724 Oct 27 01:40:40.576581 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39332) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:40.625163 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] Publish callbacks [] for security_group (8bfc4ae9-ecc2-435d-b79e-1588387bef28), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.645282 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] Publish callbacks [] for security_group (8bfc4ae9-ecc2-435d-b79e-1588387bef28), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.694303 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (8bfc4ae9-ecc2-435d-b79e-1588387bef28), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.696877 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:40.698036 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8bfc4ae9-ecc2-435d-b79e-1588387bef28 HTTP/1.1" status: 204 len: 168 time: 0.1207166 Oct 27 01:40:40.705797 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1213-2dec-4bb7-a3ce-4774b5f6ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc4ae9-ecc2-435d-b79e-1588387bef28,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:42.662348 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39400) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:42.768943 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-44f6b0e0-70f0-4d6e-9006-b03386ba455d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:42.846447 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-44f6b0e0-70f0-4d6e-9006-b03386ba455d admin admin] Publish callbacks [] for security_group (713c0621-ae71-40ef-ae4f-60652969075b), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:42.849888 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-44f6b0e0-70f0-4d6e-9006-b03386ba455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (713c0621-ae71-40ef-ae4f-60652969075b), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:42.889753 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-44f6b0e0-70f0-4d6e-9006-b03386ba455d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=24e7f424102345249093693cd496a930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263064 Oct 27 01:40:42.890512 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6b0e0-70f0-4d6e-9006-b03386ba455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c0621-ae71-40ef-ae4f-60652969075b,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:42.892494 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39404) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:42.941900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] Publish callbacks [] for security_group (713c0621-ae71-40ef-ae4f-60652969075b), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:42.961903 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] Publish callbacks [] for security_group (713c0621-ae71-40ef-ae4f-60652969075b), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.009053 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (713c0621-ae71-40ef-ae4f-60652969075b), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.012390 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.013610 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/713c0621-ae71-40ef-ae4f-60652969075b HTTP/1.1" status: 204 len: 168 time: 0.1194446 Oct 27 01:40:43.021384 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c3dc9-3599-44c8-9dac-02707f97c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c0621-ae71-40ef-ae4f-60652969075b,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:43.273606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39410) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:43.290401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-752772d2-29c3-4644-af32-5174c9afa2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.367606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-752772d2-29c3-4644-af32-5174c9afa2a3 admin admin] Publish callbacks [] for security_group (0b3cacde-36bc-48fa-a191-2bd6bb70b4e5), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.371104 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-752772d2-29c3-4644-af32-5174c9afa2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0b3cacde-36bc-48fa-a191-2bd6bb70b4e5), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.409839 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-752772d2-29c3-4644-af32-5174c9afa2a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3627d7329b434d4684fda14b7835996e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351802 Oct 27 01:40:43.410727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752772d2-29c3-4644-af32-5174c9afa2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cacde-36bc-48fa-a191-2bd6bb70b4e5,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:43.412711 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39412) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:43.462186 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] Publish callbacks [] for security_group (0b3cacde-36bc-48fa-a191-2bd6bb70b4e5), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.470999 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:43.483290 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] Publish callbacks [] for security_group (0b3cacde-36bc-48fa-a191-2bd6bb70b4e5), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.506771 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:43.534540 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (0b3cacde-36bc-48fa-a191-2bd6bb70b4e5), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.536986 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:43.538146 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0b3cacde-36bc-48fa-a191-2bd6bb70b4e5 HTTP/1.1" status: 204 len: 168 time: 0.1244338 Oct 27 01:40:43.546412 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9553-668f-4c1c-9160-9982ec59191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cacde-36bc-48fa-a191-2bd6bb70b4e5,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:44.223034 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39434) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:44.319178 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-195842268-network', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:44.340475 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Made reservation on behalf of 897fac8b218c4476b84ea53d3b79e9a7 for: {'network': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:40:44.342851 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.351087 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.428979 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks [] for security_group (10b59175-699e-438d-a59a-12d02292fc8f), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.432686 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (10b59175-699e-438d-a59a-12d02292fc8f), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.460582 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:40:44.471780 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b59175-699e-438d-a59a-12d02292fc8f,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:44.476822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (ea062048-06b0-41a6-a28f-833f7e99ca8a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.477194 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.segments_db [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Added segment ea062048-06b0-41a6-a28f-833f7e99ca8a of type vlan for network ddef7af7-3a37-424a-bbe6-e1306854800a Oct 27 01:40:44.517886 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (ddef7af7-3a37-424a-bbe6-e1306854800a), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.541395 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (ddef7af7-3a37-424a-bbe6-e1306854800a), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.542884 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:40:44.543464 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.600808 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3766775 Oct 27 01:40:44.603791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39438) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:44.608975 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7ea27-2e6b-415b-a974-23f646b72f80 admin admin] Pushing event updated for resources: {'Network': ['ID=ddef7af7-3a37-424a-bbe6-e1306854800a,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:44.609285 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Request body: {'subnet': {'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-195842268-subnet', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'ip_version': 4}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:44.618687 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network ddef7af7-3a37-424a-bbe6-e1306854800a details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:40:44.621608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:44.632862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:44.633684 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Made reservation on behalf of 897fac8b218c4476b84ea53d3b79e9a7 for: {'subnet': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:40:44.636727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60099322'] for subnet (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.805666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59514995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60099220'] for subnet (c602c511-87b5-4774-8a25-4985db228713), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.837128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:44.843688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:44.861739 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c602c511-87b5-4774-8a25-4985db228713,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:44.879976 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:44.880323 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Network hostable DHCP agents. Network: ddef7af7-3a37-424a-bbe6-e1306854800a, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:40:44.896916 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Network ddef7af7-3a37-424a-bbe6-e1306854800a is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:40:44.906660 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, ddef7af7-3a37-424a-bbe6-e1306854800a) {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:44.910692 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:40:44.911276 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.915384 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01dc7d-a23c-4bf9-836f-dae4a72fa9a9 None None] Network ddef7af7-3a37-424a-bbe6-e1306854800a requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:40:44.928290 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1c2b2093-00f7-432b-8310-64b9cc968604 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3234322 Oct 27 01:40:44.931005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39440) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:44.936622 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:44.956036 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (a27d098e-7032-49a7-a917-50bb2b582efb), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:44.957322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (a27d098e-7032-49a7-a917-50bb2b582efb), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.012192 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for router_controller (a27d098e-7032-49a7-a917-50bb2b582efb), precommit_add_association {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.154436 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for router_gateway (a27d098e-7032-49a7-a917-50bb2b582efb), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.165790 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-ddef7af7-3a37-424a-bbe6-e1306854800a', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:40:45.166789 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.333046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Allocated IP 172.20.0.2 (ddef7af7-3a37-424a-bbe6-e1306854800a/c602c511-87b5-4774-8a25-4985db228713/2a5484a0-2aa5-457c-b8df-91b97acd5d0a) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:45.357375 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for router_gateway (a27d098e-7032-49a7-a917-50bb2b582efb), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.376567 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.475781 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks [] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.480920 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Allocated IP 172.27.0.69 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/396e1c9f-2e66-4fa3-a9e3-aca172cc5de8) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:45.482274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.527792 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:45.532741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:45.536732 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Pushing event updated for resources: {'Port': ['ID=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:45.537033 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:45.549937 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.550279 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.550619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.551300 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.551300 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.551587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.551909 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.552231 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.552552 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.552877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.553225 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.553546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.553863 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.554178 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.554491 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:45.593497 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.603616 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Attempting to bind port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:45.604003 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Attempting to bind port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:45.604365 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Attempting to bind port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:45.627523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.648094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:45.648726 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:45.648836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.649272 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Bound using segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:45.649740 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Bound port: 2a5484a0-2aa5-457c-b8df-91b97acd5d0a, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:45.650117 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.659833 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:45.666582 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:45.673155 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:45.677704 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:45.707724 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Pushing event updated for resources: {'Port': ['ID=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:45.713587 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] For port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:45.716592 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:45.718784 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] For port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:45.726554 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:45.782509 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e47aa-ffe5-4520-8ea0-4f6214cde1ff None None] Pushing event updated for resources: {'Port': ['ID=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:45.961456 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for router_gateway (a27d098e-7032-49a7-a917-50bb2b582efb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.150600 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (a27d098e-7032-49a7-a917-50bb2b582efb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.278816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Router a27d098e-7032-49a7-a917-50bb2b582efb is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:40:46.285375 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2a5484a0-2aa5-457c-b8df-91b97acd5d0a up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:46.310751 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:46.337951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:46.338420 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.338863 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a Oct 27 01:40:46.388829 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:46.403949 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:46.419282 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:46.420258 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:46.421552 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:46.421893 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.422034 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.426168 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0f474d50-6e86-4a0b-89c4-25d9548ddd10 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4909899 Oct 27 01:40:46.426540 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39442) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:46.446164 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:46.476202 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:46.482883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.541094 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:46.543497 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:46.631446 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:46.719742 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:45Z', 'revision_number': 3, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:46.728369 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9571231-f79c-441b-a2fc-d9bc34fab5e4 None None] Network ddef7af7-3a37-424a-bbe6-e1306854800a requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:40:46.746999 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:46.748667 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Updating router a27d098e-7032-49a7-a917-50bb2b582efb port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:46.771169 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:46.781764 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.788351 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-5708c308-84a6-42d1-a528-1fe478881878 None None] Provisioning complete for port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:46.788805 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5708c308-84a6-42d1-a528-1fe478881878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.789229 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-5708c308-84a6-42d1-a528-1fe478881878 None None] Attempt 1 to provision port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a Oct 27 01:40:46.876234 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:46.922057 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5708c308-84a6-42d1-a528-1fe478881878 None None] Current status of the port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:47.045007 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks [] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.046522 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Allocated IP 172.20.0.1 (ddef7af7-3a37-424a-bbe6-e1306854800a/c602c511-87b5-4774-8a25-4985db228713/ae2ca74b-5751-44c5-89e1-adbfcb391378) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:47.051029 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.089883 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Attempting to bind port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:47.090556 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Attempting to bind port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:47.091125 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Attempting to bind port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:47.126863 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Pushing event updated for resources: {'Port': ['ID=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:47.138999 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.139343 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.139704 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.140064 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.140400 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.140726 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.141048 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.141392 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.141733 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.142056 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.142375 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.142708 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.143028 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.143349 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.143662 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:47.147647 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-9361f353-1ad7-44f5-9495-439294c0a28d None None] Provisioning complete for port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:47.148277 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9361f353-1ad7-44f5-9495-439294c0a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.148882 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-9361f353-1ad7-44f5-9495-439294c0a28d None None] Attempt 1 to provision port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a Oct 27 01:40:47.158427 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:47.158819 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:47.159419 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.159981 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:47.160634 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Bound port: 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:47.161009 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.164362 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks [] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.180100 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:47.198741 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.215739 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] For port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:47.219516 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] For port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:47.227880 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.229806 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-9361f353-1ad7-44f5-9495-439294c0a28d None None] Current status of the port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:47.245767 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:47.250900 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:47.253807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:47.268056 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:47.268683 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:47.282210 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:47.299700 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (a27d098e-7032-49a7-a917-50bb2b582efb), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.326240 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:47.341528 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89cda-a586-4907-8bd5-2dae66a55b02 None None] Pushing event updated for resources: {'Port': ['ID=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:47.452186 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.490197 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:47.519372 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:47.549875 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-43f46789-9010-4214-b2cb-72d0969650b3 None None] Provisioning complete for port ae2ca74b-5751-44c5-89e1-adbfcb391378 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:47.550244 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-43f46789-9010-4214-b2cb-72d0969650b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.550675 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-43f46789-9010-4214-b2cb-72d0969650b3 None None] Attempt 1 to provision port ae2ca74b-5751-44c5-89e1-adbfcb391378 Oct 27 01:40:47.559890 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:47.585608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-43f46789-9010-4214-b2cb-72d0969650b3 None None] Port ae2ca74b-5751-44c5-89e1-adbfcb391378 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:40:47.623838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks [] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.628356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.659255 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:45Z', 'revision_number': 3, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:47.688267 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe196e-4f1f-4d2a-9903-ab09c344ed60 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:45Z', 'revision_number': 3, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:47.697626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (a27d098e-7032-49a7-a917-50bb2b582efb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:47.700089 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:47.806101 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:47.808453 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:47.942383 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:40:48.108277 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-77bd0e62-f9e6-4e87-93af-26056975aa5e None None] Provisioning complete for port ae2ca74b-5751-44c5-89e1-adbfcb391378 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:48.108822 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-77bd0e62-f9e6-4e87-93af-26056975aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.109183 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-77bd0e62-f9e6-4e87-93af-26056975aa5e None None] Attempt 1 to provision port ae2ca74b-5751-44c5-89e1-adbfcb391378 Oct 27 01:40:48.145942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-77bd0e62-f9e6-4e87-93af-26056975aa5e None None] Port ae2ca74b-5751-44c5-89e1-adbfcb391378 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:40:48.341090 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:48.347007 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-8ad0a049-d787-41e9-8e27-f3f3a1250c81 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a27d098e-7032-49a7-a917-50bb2b582efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194920 Oct 27 01:40:48.363507 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:48.411492 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:48.412427 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.412870 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 Oct 27 01:40:48.493923 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:48.494426 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.519316 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:48.524531 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.526023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2a5484a0-2aa5-457c-b8df-91b97acd5d0a up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:48.584665 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:48.606702 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:48.615548 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:48.615922 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.616254 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a Oct 27 01:40:48.642368 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:48.701807 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:48.863957 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39464) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:48.868813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1422427478-network', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:48.890312 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Made reservation on behalf of 0d00e248d64f4e8f958c77a2b208ce53 for: {'network': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:40:48.892730 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for network (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.901965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.980381 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks [] for security_group (ae42aca6-ef41-42a3-ba0c-570064b2a051), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:48.984660 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ae42aca6-ef41-42a3-ba0c-570064b2a051), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.013508 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=104646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:40:49.020393 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42aca6-ef41-42a3-ba0c-570064b2a051,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:49.028577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (7e2f1756-c8c6-4264-85bb-d7eb9891f35e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.028832 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.segments_db [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Added segment 7e2f1756-c8c6-4264-85bb-d7eb9891f35e of type vlan for network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 Oct 27 01:40:49.070073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789485019832'] for network (d8bfd210-4e2e-4ee3-a402-b562822ea1c3), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.096179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046'] for network (d8bfd210-4e2e-4ee3-a402-b562822ea1c3), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.097186 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:40:49.097757 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.100973 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:49.112069 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:49.168861 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3037882 Oct 27 01:40:49.170590 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58334-4faf-4915-a25b-e2f73d83feb6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8bfd210-4e2e-4ee3-a402-b562822ea1c3,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:49.171692 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39468) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:49.176706 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Request body: {'subnet': {'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1422427478-subnet', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'ip_version': 4}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:49.180307 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 details requested by agent ovs-agent-dv-cinder-815582-19-iscsi with host dv-cinder-815582-19-iscsi {{(pid=104648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:40:49.199457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Made reservation on behalf of 0d00e248d64f4e8f958c77a2b208ce53 for: {'subnet': 1} {{(pid=104647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:40:49.203767 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480352'] for subnet (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.317883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:49.328942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:49.329706 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:49.375921 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480270'] for subnet (42c48929-4e32-4eac-b8b7-4738b352d302), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.434945 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:49.435563 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c48929-4e32-4eac-b8b7-4738b352d302,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:49.445862 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Checking segment: {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:49.446230 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Network hostable DHCP agents. Network: d8bfd210-4e2e-4ee3-a402-b562822ea1c3, hostable agents: ['9f0ac070-450d-41a8-bdc0-a3ebe969a187'], hosted agents: [] {{(pid=104647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:40:49.464079 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 is scheduled to be hosted by DHCP agent 9f0ac070-450d-41a8-bdc0-a3ebe969a187 with binding_index 1 {{(pid=104647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:40:49.473819 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-19-iscsi, d8bfd210-4e2e-4ee3-a402-b562822ea1c3) {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:49.478339 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:40:49.479040 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.495939 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-32ff2792-c1da-49ff-855f-332ab23db7a7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3222589 Oct 27 01:40:49.498338 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39472) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:49.503120 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:49.506685 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdcf22-6ace-4d14-9cfa-78eef7815f1b None None] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:40:49.513237 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:49.521447 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:49.526788 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-732151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239343'] for router (76ecf39e-f82e-498a-9035-556900fceeb9), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.527871 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-736417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-377214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239334'] for router (76ecf39e-f82e-498a-9035-556900fceeb9), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.582154 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for router_controller (76ecf39e-f82e-498a-9035-556900fceeb9), precommit_add_association {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.704513 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c59a311-9ea2-5a52-9e8b-e89b245a4701-d8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'fixed_ips': [{'subnet_id': '42c48929-4e32-4eac-b8b7-4738b352d302'}]}} from dv-cinder-815582-19-iscsi. {{(pid=104648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 01:40:49.705434 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.719735 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for router_gateway (76ecf39e-f82e-498a-9035-556900fceeb9), precommit_update {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.746938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 2, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:49.819544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:49.819896 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Updating router a27d098e-7032-49a7-a917-50bb2b582efb port ae2ca74b-5751-44c5-89e1-adbfcb391378 binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:49.873765 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:49.957145 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Allocated IP 172.20.0.2 (d8bfd210-4e2e-4ee3-a402-b562822ea1c3/42c48929-4e32-4eac-b8b7-4738b352d302/36e694bd-da89-4d24-aa8f-b90a6dad9e21) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:50.161253 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for router_gateway (76ecf39e-f82e-498a-9035-556900fceeb9), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.180937 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.220914 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.252525 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.293449 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_common [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Allocated IP 172.27.0.126 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/fe7ea94b-648a-46a0-943a-2820af5e4d0c) {{(pid=104647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:50.301119 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:50.398717 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.430611 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.440270 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks [] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.455028 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.456802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:50.457179 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.457506 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 Oct 27 01:40:50.475208 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:50.481623 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.base_scheduler [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Resources bound (agent type, host, resource id): {{(pid=104647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:50.485913 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Received port after_create {{(pid=104647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:50.491855 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7ea94b-648a-46a0-943a-2820af5e4d0c,revision_number=1']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:50.554575 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:50.570579 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:50.574766 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks [] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.577294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Pushing event updated for resources: {'Port': ['ID=36e694bd-da89-4d24-aa8f-b90a6dad9e21,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:50.579862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:50.588139 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.688317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.692476 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.724660 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a64bc-818c-468c-b82d-fff4e88e4172 None None] Pushing event updated for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:50.735532 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Attempting to bind port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:50.735900 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Attempting to bind port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:50.736257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Attempting to bind port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 on network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:50.740425 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for router_gateway (76ecf39e-f82e-498a-9035-556900fceeb9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.782225 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:50.802330 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Attempting to bind port ae2ca74b-5751-44c5-89e1-adbfcb391378 on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:50.802756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Attempting to bind port ae2ca74b-5751-44c5-89e1-adbfcb391378 by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:50.803055 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Attempting to bind port ae2ca74b-5751-44c5-89e1-adbfcb391378 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:50.847174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:50.847543 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Checking segment: {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:50.847942 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.848332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Bound using segment: {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:50.848800 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Bound port: 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:50.849199 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.889953 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:50.890320 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:50.890716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.891102 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Bound using segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:50.891574 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Bound port: ae2ca74b-5751-44c5-89e1-adbfcb391378, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:50.891950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.934476 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733813'] for router (76ecf39e-f82e-498a-9035-556900fceeb9), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.954641 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.958258 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] For port 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:50.966405 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] For port 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=36e694bd-da89-4d24-aa8f-b90a6dad9e21,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:50.976769 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:50.984502 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:50.996551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] For port ae2ca74b-5751-44c5-89e1-adbfcb391378, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:51.031796 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] For port ae2ca74b-5751-44c5-89e1-adbfcb391378, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ae2ca74b-5751-44c5-89e1-adbfcb391378,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:51.040927 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.065558 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:51.066193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:51.068019 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df1ad4-2194-4946-b0f3-ce76a90042c5 None None] Pushing event updated for resources: {'Port': ['ID=36e694bd-da89-4d24-aa8f-b90a6dad9e21,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:51.075996 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Router 76ecf39e-f82e-498a-9035-556900fceeb9 is scheduled to L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 with binding_index 1 {{(pid=104647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:40:51.207934 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:51.214822 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a64bc-818c-468c-b82d-fff4e88e4172 None None] Pushing event updated for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:51.234578 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Sync routers for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:51.241808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.243007 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-0a9aceba-7959-4724-b45f-75ea7bf66102 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7434306 Oct 27 01:40:51.246087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39480) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:51.248230 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:51.252926 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:51.254684 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:51.379527 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:51.472313 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:51.498014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adedb0-0582-4741-8cf9-39c2e47a3194 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:51.563379 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 3, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:51.590594 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Checking router: 76ecf39e-f82e-498a-9035-556900fceeb9 for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:51.591078 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Updating router 76ecf39e-f82e-498a-9035-556900fceeb9 port fe7ea94b-648a-46a0-943a-2820af5e4d0c binding host dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:51.619836 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.707919 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.889394 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Allocated IP 172.20.0.1 (d8bfd210-4e2e-4ee3-a402-b562822ea1c3/42c48929-4e32-4eac-b8b7-4738b352d302/7290802b-67db-4c9f-9dcb-9926d75c18fb) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:51.938768 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks [] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.941851 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:51.946686 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:51.964644 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:52.000074 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Attempting to bind port fe7ea94b-648a-46a0-943a-2820af5e4d0c on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:52.000074 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Attempting to bind port fe7ea94b-648a-46a0-943a-2820af5e4d0c by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:52.000074 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Attempting to bind port fe7ea94b-648a-46a0-943a-2820af5e4d0c on network b215c84b-1be4-4a75-8035-b75930335730 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:52.042977 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks [] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.060465 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98434a4-e829-4940-ae54-5c471c92ed7f None None] Pushing event updated for resources: {'Port': ['ID=fe7ea94b-648a-46a0-943a-2820af5e4d0c,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:52.071664 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:52.072135 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Checking segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:52.072629 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.073759 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Bound using segment: {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:52.074255 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Bound port: fe7ea94b-648a-46a0-943a-2820af5e4d0c, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c9331-5319-4144-b796-8140b29c492b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:52.074711 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.087815 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.119969 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:52.130015 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:52.135517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:52.140315 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:52.145367 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:40:52.152147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Pushing event updated for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:52.164414 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] For port fe7ea94b-648a-46a0-943a-2820af5e4d0c, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:52.168738 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] For port fe7ea94b-648a-46a0-943a-2820af5e4d0c, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=fe7ea94b-648a-46a0-943a-2820af5e4d0c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:52.192320 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.197119 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9605444-67f9-4cdf-a081-08a339502e31 None None] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:40:52.215086 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734723'] for router_interface (76ecf39e-f82e-498a-9035-556900fceeb9), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.240547 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:52.241210 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:52.312801 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98434a4-e829-4940-ae54-5c471c92ed7f None None] Pushing event updated for resources: {'Port': ['ID=fe7ea94b-648a-46a0-943a-2820af5e4d0c,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:52.362636 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Provisioning complete for port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:52.363245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.363360 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Attempt 1 to provision port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 Oct 27 01:40:52.449427 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:52.457439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 36e694bd-da89-4d24-aa8f-b90a6dad9e21 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:52.487644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.594240 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Current status of the port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:52.594895 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.626802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:52.680923 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:52.681331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.681922 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 Oct 27 01:40:52.696139 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 3, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:52.728381 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492d5bf-f396-4157-9d3b-4917fda6578a None None] The sync data for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi is: [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:50Z', 'revision_number': 3, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:52.760376 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] For port 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=36e694bd-da89-4d24-aa8f-b90a6dad9e21,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:52.771417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.807495 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks [] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.818403 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.848156 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b808c-e6c7-4c93-9b0a-4bf035786dc9 None None] Pushing event updated for resources: {'Port': ['ID=36e694bd-da89-4d24-aa8f-b90a6dad9e21,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:52.913880 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Pushing event updated for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:52.916321 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734967'] for router_interface (76ecf39e-f82e-498a-9035-556900fceeb9), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.922470 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:52.923716 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ae2ca74b-5751-44c5-89e1-adbfcb391378 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:52.929871 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Provisioning complete for port 7290802b-67db-4c9f-9dcb-9926d75c18fb triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:52.930553 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:52.931336 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Attempt 1 to provision port 7290802b-67db-4c9f-9dcb-9926d75c18fb Oct 27 01:40:52.989223 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Port 7290802b-67db-4c9f-9dcb-9926d75c18fb cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:40:53.005734 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Provisioning complete for port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:53.006189 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.006585 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Attempt 1 to provision port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 Oct 27 01:40:53.022332 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:53.024251 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:53.068661 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port ae2ca74b-5751-44c5-89e1-adbfcb391378 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:53.069245 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.069367 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port ae2ca74b-5751-44c5-89e1-adbfcb391378 Oct 27 01:40:53.089235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:53.140357 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-53eecd87-393d-4181-8d44-153783e9cbb7 None None] Current status of the port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:53.167490 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Router 76ecf39e-f82e-498a-9035-556900fceeb9 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:40:53.189644 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port ae2ca74b-5751-44c5-89e1-adbfcb391378 is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:53.190030 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.226224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port ae2ca74b-5751-44c5-89e1-adbfcb391378, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ae2ca74b-5751-44c5-89e1-adbfcb391378,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:53.231823 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.295821 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-5d1fcba7-d753-4e1b-813c-73e48202353e None None] Provisioning complete for port 7290802b-67db-4c9f-9dcb-9926d75c18fb triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:53.296200 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcba7-d753-4e1b-813c-73e48202353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.296533 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-5d1fcba7-d753-4e1b-813c-73e48202353e None None] Attempt 1 to provision port 7290802b-67db-4c9f-9dcb-9926d75c18fb Oct 27 01:40:53.330857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:53.335783 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-60c35e0b-40cb-45bf-b803-ce2f5c847a57 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/76ecf39e-f82e-498a-9035-556900fceeb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885923 Oct 27 01:40:53.343811 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:53.360684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fcba7-d753-4e1b-813c-73e48202353e None None] Port 7290802b-67db-4c9f-9dcb-9926d75c18fb cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:40:53.482638 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0fa-0fd1-4a8f-bffa-0a159d961da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.484803 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-3a6fce54-9e24-490e-a082-ccf15b2ec952 None None] Provisioning complete for port 7290802b-67db-4c9f-9dcb-9926d75c18fb triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:53.485257 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3a6fce54-9e24-490e-a082-ccf15b2ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.485827 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-3a6fce54-9e24-490e-a082-ccf15b2ec952 None None] Attempt 1 to provision port 7290802b-67db-4c9f-9dcb-9926d75c18fb Oct 27 01:40:53.521754 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fce54-9e24-490e-a082-ccf15b2ec952 None None] Port 7290802b-67db-4c9f-9dcb-9926d75c18fb cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:40:53.719754 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39490) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:53.724576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446069843', 'description': 'tempest-secgroup-smoke-1446069843 description', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:53.746642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.764524 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:53.779377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:53.832553 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (3e89d75c-d44c-46b7-83e7-11cbcbe2af1f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.836905 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (3e89d75c-d44c-46b7-83e7-11cbcbe2af1f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.868878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:53.874933 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.876168 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-eae9e209-33d4-41f1-9b10-07c04c1e518a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1553121 Oct 27 01:40:53.879143 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39492) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:53.883396 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:53.910816 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (531435b0-25f1-46c6-8e9a-1a61c71909fa), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.970844 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (531435b0-25f1-46c6-8e9a-1a61c71909fa), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.974075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (531435b0-25f1-46c6-8e9a-1a61c71909fa), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:53.995686 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531435b0-25f1-46c6-8e9a-1a61c71909fa,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.003191 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.004377 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ef79259e-8c94-4da3-9d33-7a8b822e43e2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243193 Oct 27 01:40:54.007073 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39494) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:54.011380 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:54.037372 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (f10ca62f-942d-472c-b8f7-1264ed65e9b1), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.093956 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (f10ca62f-942d-472c-b8f7-1264ed65e9b1), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.097913 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (f10ca62f-942d-472c-b8f7-1264ed65e9b1), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.117457 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10ca62f-942d-472c-b8f7-1264ed65e9b1,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.126325 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.127506 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-ff96417a-6835-44f7-be98-16a1d1a9dc64 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195338 Oct 27 01:40:54.130196 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39496) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:54.134382 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:54.162968 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (7ca45fed-d3d5-4c7d-a229-e6c90945be31), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.222224 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (7ca45fed-d3d5-4c7d-a229-e6c90945be31), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.226147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (7ca45fed-d3d5-4c7d-a229-e6c90945be31), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.249678 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca45fed-d3d5-4c7d-a229-e6c90945be31,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.256565 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.257807 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d986d4ed-86b0-4573-bc1b-198377b3866d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267033 Oct 27 01:40:54.260614 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39498) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:54.265274 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:54.291872 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (41ffff04-6cf2-4587-8669-404e0728aa78), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.359597 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 36e694bd-da89-4d24-aa8f-b90a6dad9e21 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:54.360231 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (41ffff04-6cf2-4587-8669-404e0728aa78), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.365379 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (41ffff04-6cf2-4587-8669-404e0728aa78), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.384041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ffff04-6cf2-4587-8669-404e0728aa78,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.393536 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.395286 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d7498e5f-9eb6-4beb-9dd9-6f34e71cf3c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333413 Oct 27 01:40:54.398096 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39500) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:54.403550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:54.407928 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:54.408296 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.408623 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 Oct 27 01:40:54.424873 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.securitygroups_db [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Project 897fac8b218c4476b84ea53d3b79e9a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:40:54.431100 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (32fc54d4-b0ca-4ee6-b2a0-6799c8acde83), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.438025 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:54.454807 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:54.471693 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:54.501847 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (32fc54d4-b0ca-4ee6-b2a0-6799c8acde83), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.506343 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (32fc54d4-b0ca-4ee6-b2a0-6799c8acde83), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.530993 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fc54d4-b0ca-4ee6-b2a0-6799c8acde83,revision_number=0']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.542926 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.547445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 39502) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:40:54.547999 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-0b8b1c2c-5ee7-4e14-b7be-d00cced500f8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479046 Oct 27 01:40:54.554822 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.v2.base [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'security_group_rule': {'security_group_id': '3e89d75c-d44c-46b7-83e7-11cbcbe2af1f', 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:40:54.579959 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.securitygroups_db [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Project 897fac8b218c4476b84ea53d3b79e9a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:40:54.586693 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (98909678-b05c-4336-acc9-4810dc2948f7), before_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.636704 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:54.637764 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ae2ca74b-5751-44c5-89e1-adbfcb391378 up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:54.645370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (98909678-b05c-4336-acc9-4810dc2948f7), precommit_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.650525 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694777'] for security_group_rule (98909678-b05c-4336-acc9-4810dc2948f7), after_create {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.672856 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98909678-b05c-4336-acc9-4810dc2948f7,revision_number=0']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:54.679814 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.681251 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c46dc545-5e33-4e9b-b60b-40b020d64b2b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316371 Oct 27 01:40:54.686432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port ae2ca74b-5751-44c5-89e1-adbfcb391378 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:54.687173 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.687173 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port ae2ca74b-5751-44c5-89e1-adbfcb391378 Oct 27 01:40:54.778287 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port ae2ca74b-5751-44c5-89e1-adbfcb391378 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:54.779456 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device fe7ea94b-648a-46a0-943a-2820af5e4d0c up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:54.833460 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port fe7ea94b-648a-46a0-943a-2820af5e4d0c triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:54.833834 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.834190 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port fe7ea94b-648a-46a0-943a-2820af5e4d0c Oct 27 01:40:54.884447 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Sync routers for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:54.922298 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:54.922921 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:54.959839 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:54.962672 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port fe7ea94b-648a-46a0-943a-2820af5e4d0c is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:54.963081 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:54.998453 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port fe7ea94b-648a-46a0-943a-2820af5e4d0c, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=fe7ea94b-648a-46a0-943a-2820af5e4d0c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:55.004448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.100821 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:55.135092 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=fe7ea94b-648a-46a0-943a-2820af5e4d0c,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:55.304362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 4, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7290802b-67db-4c9f-9dcb-9926d75c18fb', 'name': '', 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'mac_address': 'fa:16:3e:58:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:51Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 2, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'subnets': [{'id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:55.330176 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Checking router: 76ecf39e-f82e-498a-9035-556900fceeb9 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:55.330523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Updating router 76ecf39e-f82e-498a-9035-556900fceeb9 port 7290802b-67db-4c9f-9dcb-9926d75c18fb binding host dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:55.362877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.477947 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:55.632086 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks [] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.637331 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.703525 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce69a7-5967-4e45-90c3-12134a808969 None None] Pushing event updated for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:55.734417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Attempting to bind port 7290802b-67db-4c9f-9dcb-9926d75c18fb on host dv-cinder-815582-19-iscsi for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:40:55.734777 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Attempting to bind port 7290802b-67db-4c9f-9dcb-9926d75c18fb by drivers openvswitch,hyperv on host dv-cinder-815582-19-iscsi at level 0 using segments [{'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:40:55.735130 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Attempting to bind port 7290802b-67db-4c9f-9dcb-9926d75c18fb on network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:55.778147 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Checking agent: {'id': 'c12c54d0-3aca-427c-9fc5-3d861ed1b008', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 15, 59), 'started_at': datetime.datetime(2022, 10, 27, 1, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:40:55.778549 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Checking segment: {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:40:55.778950 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.779343 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Bound using segment: {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:40:55.779817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Bound port: 7290802b-67db-4c9f-9dcb-9926d75c18fb, host: dv-cinder-815582-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2f1756-c8c6-4264-85bb-d7eb9891f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:40:55.780196 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.836637 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:55.857559 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] For port 7290802b-67db-4c9f-9dcb-9926d75c18fb, host dv-cinder-815582-19-iscsi, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:55.861554 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] For port 7290802b-67db-4c9f-9dcb-9926d75c18fb, host dv-cinder-815582-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7290802b-67db-4c9f-9dcb-9926d75c18fb,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:55.862809 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d4c62477-cae5-4a67-842d-cf6e5fe27b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.868827 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:55.919419 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:40:55.920044 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:40:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:55.966877 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce69a7-5967-4e45-90c3-12134a808969 None None] Pushing event updated for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:56.037128 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:40:56.234227 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 4, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7290802b-67db-4c9f-9dcb-9926d75c18fb', 'name': '', 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'mac_address': 'fa:16:3e:58:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:51Z', 'updated_at': '2022-10-27T01:40:55Z', 'revision_number': 4, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'subnets': [{'id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:56.260448 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b770826-d650-48ae-8026-ab57001b0bc0 None None] The sync data for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi is: [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:40:52Z', 'revision_number': 4, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': '7290802b-67db-4c9f-9dcb-9926d75c18fb', 'name': '', 'network_id': 'd8bfd210-4e2e-4ee3-a402-b562822ea1c3', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'mac_address': 'fa:16:3e:58:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:51Z', 'updated_at': '2022-10-27T01:40:55Z', 'revision_number': 4, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'subnets': [{'id': '42c48929-4e32-4eac-b8b7-4738b352d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:56.290882 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device fe7ea94b-648a-46a0-943a-2820af5e4d0c up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:56.353787 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port fe7ea94b-648a-46a0-943a-2820af5e4d0c triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:56.354166 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:56.354590 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port fe7ea94b-648a-46a0-943a-2820af5e4d0c Oct 27 01:40:56.380232 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:40:56.440036 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port fe7ea94b-648a-46a0-943a-2820af5e4d0c is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:57.158887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:58.298910 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7290802b-67db-4c9f-9dcb-9926d75c18fb up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:58.347079 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 7290802b-67db-4c9f-9dcb-9926d75c18fb triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:40:58.347451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:58.347793 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 7290802b-67db-4c9f-9dcb-9926d75c18fb Oct 27 01:40:58.419743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 7290802b-67db-4c9f-9dcb-9926d75c18fb is: DOWN; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:40:58.420126 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:58.453282 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] For port 7290802b-67db-4c9f-9dcb-9926d75c18fb, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7290802b-67db-4c9f-9dcb-9926d75c18fb,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:58.457779 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:58.506398 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Pushing event updated for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:58.843920 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:40:59.017014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:00.288634 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7290802b-67db-4c9f-9dcb-9926d75c18fb up at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:41:00.333676 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Provisioning complete for port 7290802b-67db-4c9f-9dcb-9926d75c18fb triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:41:00.334048 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:00.334384 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Attempt 1 to provision port 7290802b-67db-4c9f-9dcb-9926d75c18fb Oct 27 01:41:00.360480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:00.410514 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Current status of the port 7290802b-67db-4c9f-9dcb-9926d75c18fb is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:41:01.951666 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:02.695908 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:02.728272 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:04.530196 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:04.531445 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:04.669714 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=69,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:04.670564 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:05.804897 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:41:11.945487 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:11.947429 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:14.380119 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-59e2e97d-0d08-4457-80da-0e54bbc90a01 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1446069843&fields=id&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0439122 Oct 27 01:41:14.488020 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-cc5134ed-9082-4ec5-93ac-c40319d8a431 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:14.489529 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-cc5134ed-9082-4ec5-93ac-c40319d8a431 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.1031709 Oct 27 01:41:14.504905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-8a33d9d8-e1d1-4083-8c52-14f0cda539a7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/quotas/897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Oct 27 01:41:14.554586 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-1fbee868-e9ae-4178-a1a1-f881333e37ef tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447614 Oct 27 01:41:14.753201 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-597676c4-9be0-4f71-8c76-aaa304e0a5dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833041 Oct 27 01:41:14.842729 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-8780824c-437f-444c-bacf-c9eb2a550ccf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Oct 27 01:41:15.151614 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6eaabb96-d701-43fe-9ced-3229b9864368 req-e0d975e7-2e85-494f-94d5-915929989541 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 210 time: 0.0286736 Oct 27 01:41:16.300423 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-05417ec8-3ed2-4a54-aa19-35f60b895579 req-428e2888-ba23-4ef2-b55a-0a17f59a7473 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 210 time: 0.0641167 Oct 27 01:41:16.348800 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-94702d1f-63f0-429f-be03-578c9c0cfa48 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:16.350141 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-94702d1f-63f0-429f-be03-578c9c0cfa48 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.1411157 Oct 27 01:41:16.446300 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-b0039a88-cbb2-4d05-bafd-ad4409acb896 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 380 time: 0.0564606 Oct 27 01:41:16.455851 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'port': {'device_id': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'admin_state_up': True, 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'security_groups': ['3e89d75c-d44c-46b7-83e7-11cbcbe2af1f']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:41:16.568180 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Made reservation on behalf of 897fac8b218c4476b84ea53d3b79e9a7 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:41:16.572131 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:16.700577 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.20.0.8 (ddef7af7-3a37-424a-bbe6-e1306854800a/c602c511-87b5-4774-8a25-4985db228713/11dfa4fd-0bd8-47f5-ba36-b1316a659b83) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:41:16.759671 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:16.795302 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:16.849430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:16.880904 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:16.923434 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:41:16.926606 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:41:16.933357 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:41:16.966008 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:16.990527 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:16.991142 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.009551 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-568a818a-a235-457b-9ba2-2ee02d529e52 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578847 Oct 27 01:41:17.072980 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Request body: {'port': {'device_id': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:41:17.136464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.186023 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-85a6a6bd-d8b2-4373-897e-6c86acc7bb67 None None] Provisioning complete for port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:41:17.187210 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85a6a6bd-d8b2-4373-897e-6c86acc7bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.187859 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-85a6a6bd-d8b2-4373-897e-6c86acc7bb67 None None] Attempt 1 to provision port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 Oct 27 01:41:17.219817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-85a6a6bd-d8b2-4373-897e-6c86acc7bb67 None None] Port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:41:17.415001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:41:17.426586 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks [] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.445790 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b269c65-f8a2-4b69-8a30-fe7723640633 req-dea51320-75f5-43fa-8d06-035ce143cbf4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:17.447441 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b269c65-f8a2-4b69-8a30-fe7723640633 req-dea51320-75f5-43fa-8d06-035ce143cbf4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 931 time: 0.0706186 Oct 27 01:41:17.452341 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Transition to ACTIVE for port object 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:41:17.462258 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.541819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Pushing event updated for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:17.579646 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b269c65-f8a2-4b69-8a30-fe7723640633 req-c6916d00-81a5-4d6f-a780-be319897caf5 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249993 Oct 27 01:41:17.600099 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:17.610129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Attempting to bind port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:41:17.610519 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Attempting to bind port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:41:17.610841 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Attempting to bind port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:41:17.650005 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:17.653851 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 on network ddef7af7-3a37-424a-bbe6-e1306854800a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:41:17.654170 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Attempting to bind port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:41:17.696021 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:41:17.696356 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:41:17.696838 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Bound using segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:41:17.697308 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Bound port: 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:41:17.697666 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.756137 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:41:17.759119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:41:17.765698 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.769674 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:17.770305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:17.771696 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 1093 time: 0.7496963 Oct 27 01:41:17.772232 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:41:17.774547 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff0be5-8ccb-4a06-a20f-20deeb53412b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:41:17.827033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4456-a357-4440-9bdf-047552e1e037 service neutron] Pushing event updated for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:17.872337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-fe005a75-392e-4f82-91f2-693fe85d118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:17.873905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-fe005a75-392e-4f82-91f2-693fe85d118e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1127 time: 0.0424814 Oct 27 01:41:17.885839 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf131f8-7eb2-415c-80c0-459f187ad05c x-openstack-request-id: req-2bf131f8-7eb2-415c-80c0-459f187ad05c {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:41:17.886124 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:41:17.886377 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bf131f8-7eb2-415c-80c0-459f187ad05c {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:41:17.886774 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf131f8-7eb2-415c-80c0-459f187ad05c'] response: {'name': 'network-changed', 'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'status': 'completed', 'code': 200} Oct 27 01:41:17.923429 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-0d4109cc-9ed7-454f-9fc4-93ec95d68da1 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 217 time: 0.0319715 Oct 27 01:41:17.971148 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-56d423c2-d6ab-4cd1-8c40-f9a653590878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:17.972607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-56d423c2-d6ab-4cd1-8c40-f9a653590878 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0438116 Oct 27 01:41:18.022683 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-469aa885-bd5b-4542-bddf-a777259b95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:18.024158 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-469aa885-bd5b-4542-bddf-a777259b95f2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426424 Oct 27 01:41:18.110532 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-25fa469a-0adb-41f4-b527-087c9347d62c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804427 Oct 27 01:41:18.204296 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-60588728-bc8d-49fc-ad8f-abfecb31a3c7 req-45cd463b-9b28-43df-8472-b0bfcecf4362 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Oct 27 01:41:18.698639 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfc66-9044-48c0-9582-86413ebde20a req-a28ca74f-65fc-41ac-a639-4d4caab7b99b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:18.700195 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0bbfc66-9044-48c0-9582-86413ebde20a req-a28ca74f-65fc-41ac-a639-4d4caab7b99b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0472662 Oct 27 01:41:18.749985 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c0bbfc66-9044-48c0-9582-86413ebde20a req-3d1213de-10a2-4763-b5e0-eacf04c52b47 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434203 Oct 27 01:41:19.045597 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-3e20137a-0d7e-4f54-ae93-242d2ea02705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:19.047587 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-3e20137a-0d7e-4f54-ae93-242d2ea02705 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1127 time: 0.0399678 Oct 27 01:41:19.139567 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-7b4973f3-956c-4cc4-8c2f-259752b5e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:19.142096 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-7b4973f3-956c-4cc4-8c2f-259752b5e086 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0883298 Oct 27 01:41:19.180692 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-cfdd6596-d864-4a7f-b2d1-2a8549b84ae9 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 217 time: 0.0323484 Oct 27 01:41:19.229216 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-45445c9a-f92e-4839-b608-bca013424e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:19.230617 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-45445c9a-f92e-4839-b608-bca013424e0f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0431092 Oct 27 01:41:19.275678 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-05fb0696-5131-40b8-be0b-fb362b80d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:19.277154 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-05fb0696-5131-40b8-be0b-fb362b80d952 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409422 Oct 27 01:41:19.353293 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:19.386634 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-46471db3-e092-43f8-af06-4b8ac786c7a3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849295 Oct 27 01:41:19.398847 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:19.478659 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-9fff0be5-8ccb-4a06-a20f-20deeb53412b req-a4c915a4-fe74-43a4-a1b6-ae3d3c3c4c54 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860887 Oct 27 01:41:19.834571 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:19.835472 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:19.875287 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6046-f91c-484c-bb19-954739bc17aa req-1e214e71-bf8f-4c41-bff8-8886c963dcfb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:19.876759 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f1dd6046-f91c-484c-bb19-954739bc17aa req-1e214e71-bf8f-4c41-bff8-8886c963dcfb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0484076 Oct 27 01:41:19.925395 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f1dd6046-f91c-484c-bb19-954739bc17aa req-2df7a9f3-e26a-4463-bdd2-222ea286d65e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Oct 27 01:41:21.047919 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144bd3a-28be-4ee5-a291-3b1a2f16f463 req-6e504afd-51ac-4dab-8dee-90b85ff24c7b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:21.049383 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e144bd3a-28be-4ee5-a291-3b1a2f16f463 req-6e504afd-51ac-4dab-8dee-90b85ff24c7b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0463860 Oct 27 01:41:21.101294 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e144bd3a-28be-4ee5-a291-3b1a2f16f463 req-374d143b-df13-40f4-8946-890ab85d1894 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Oct 27 01:41:22.488694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096dec-c71e-4f32-ab76-2cc2c106f9e7 req-1727e24f-ad8b-48b3-a062-08fccaa20282 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:22.490202 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8e096dec-c71e-4f32-ab76-2cc2c106f9e7 req-1727e24f-ad8b-48b3-a062-08fccaa20282 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.3137980 Oct 27 01:41:22.538905 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8e096dec-c71e-4f32-ab76-2cc2c106f9e7 req-73301f73-1cd6-4d8f-a6c9-f60f1d13a66e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Oct 27 01:41:23.475534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f6029ee1-a6d8-4431-b377-2d3346e2ddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:23.659176 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ba7e-245a-429b-9ad8-b2ef5a0b4997 req-98ce0589-aa5e-4328-838c-b17742e3cba3 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:23.660644 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebd6ba7e-245a-429b-9ad8-b2ef5a0b4997 req-98ce0589-aa5e-4328-838c-b17742e3cba3 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0470903 Oct 27 01:41:23.709595 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ebd6ba7e-245a-429b-9ad8-b2ef5a0b4997 req-b1ca4471-5044-4df5-be8d-129d93dc1b37 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Oct 27 01:41:24.834128 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245dce-8e9f-4fe7-993d-1b526d885e86 req-6b4a3cfd-debe-41fb-b92a-c9d37291480d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:24.835654 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4245dce-8e9f-4fe7-993d-1b526d885e86 req-6b4a3cfd-debe-41fb-b92a-c9d37291480d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0509830 Oct 27 01:41:24.884216 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a4245dce-8e9f-4fe7-993d-1b526d885e86 req-c5af3e0a-1558-4252-94b3-5b179c3aa636 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Oct 27 01:41:25.835797 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6f14ef45-9a50-4e67-b3ff-d1cdebb65642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:26.004805 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738415-e318-4a4e-91a6-54f88a81ba8c req-e9e465ed-8b82-428b-93f3-d100fc6fecbf tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:26.006316 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-10738415-e318-4a4e-91a6-54f88a81ba8c req-e9e465ed-8b82-428b-93f3-d100fc6fecbf tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0461841 Oct 27 01:41:26.053961 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-10738415-e318-4a4e-91a6-54f88a81ba8c req-bcf678c9-1b62-4feb-abda-15eb19ba2c92 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Oct 27 01:41:27.161612 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:27.177981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae573092-af72-4a76-9107-ec03192d64c1 req-aea2a38a-dd64-49cd-ad40-9064da7a40cb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:27.179489 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae573092-af72-4a76-9107-ec03192d64c1 req-aea2a38a-dd64-49cd-ad40-9064da7a40cb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 943 time: 0.0511281 Oct 27 01:41:27.228662 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae573092-af72-4a76-9107-ec03192d64c1 req-37e28fe3-cab1-453b-b085-886a46bd6f7a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Oct 27 01:41:27.396332 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:41:27.629255 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:41:27.640365 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'port_id': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'mac_address': 'fa:16:3e:50:12:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:41:27.675195 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:41:27.675603 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:27.689315 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:41:27.709193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:41:27.713022 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:27.757389 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:28.112294 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['11dfa4fd-0bd8-47f5-ba36-b1316a659b83'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:41:28.347351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa094ce7-a437-4859-82be-144d67ab528b req-094c4cea-d033-4dc5-9567-cbd66008fd5d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:28.348829 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fa094ce7-a437-4859-82be-144d67ab528b req-094c4cea-d033-4dc5-9567-cbd66008fd5d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 944 time: 0.0473487 Oct 27 01:41:28.396984 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-fa094ce7-a437-4859-82be-144d67ab528b req-03514388-22fb-47bd-984f-54ba81659bd0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Oct 27 01:41:28.842157 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:29.020962 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:29.417571 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:41:29.461519 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:41:29.468362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:41:29.468779 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:29.469873 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 Oct 27 01:41:29.471225 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:29.525034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fd810-5748-4b14-aecf-1f3302f2d367 req-158a9ba5-7e8a-41cb-8029-53c314d753c7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:29.526694 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-420fd810-5748-4b14-aecf-1f3302f2d367 req-158a9ba5-7e8a-41cb-8029-53c314d753c7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 944 time: 0.0522513 Oct 27 01:41:29.549174 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:41:29.549555 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:29.572441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:29.573293 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:41:29.575498 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89612704-4195-4f8e-817d-231195c84486" -d '{"events": [{"server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "name": "network-vif-plugged", "status": "completed", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:41:29.580377 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:29.582450 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-420fd810-5748-4b14-aecf-1f3302f2d367 req-aa9378a5-4b6c-4b6d-82a7-b0f97b9e527c tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489404 Oct 27 01:41:29.597336 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:41:29.603410 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:29.653812 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:30.711370 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2e9eb-50b6-4e79-86e7-620a7cb54356 x-openstack-request-id: req-30d2e9eb-50b6-4e79-86e7-620a7cb54356 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:41:30.712075 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "name": "network-vif-plugged", "status": "completed", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:41:30.712075 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30d2e9eb-50b6-4e79-86e7-620a7cb54356 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:41:30.712449 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d2e9eb-50b6-4e79-86e7-620a7cb54356'] response: {'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'code': 200} Oct 27 01:41:30.726041 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88477fd5-cdc6-4ed1-beb0-3cf3b605544f req-370e7105-9b78-4a12-a905-c2b52b04d44f tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:30.727564 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-88477fd5-cdc6-4ed1-beb0-3cf3b605544f req-370e7105-9b78-4a12-a905-c2b52b04d44f tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0476985 Oct 27 01:41:30.781146 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-88477fd5-cdc6-4ed1-beb0-3cf3b605544f req-f27b48dc-eb2e-49dd-92fe-52f88f05b612 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480044 Oct 27 01:41:30.979743 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d496a-39d1-4d09-b55e-4215099eae3e req-3634adbf-cf1f-4c54-a383-0b0fd809a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:30.982143 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d23d496a-39d1-4d09-b55e-4215099eae3e req-3634adbf-cf1f-4c54-a383-0b0fd809a910 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1129 time: 0.0525117 Oct 27 01:41:31.014554 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:31.042301 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d23d496a-39d1-4d09-b55e-4215099eae3e req-03917c90-dc5f-492a-8a88-ec0fad0aeeb7 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533392 Oct 27 01:41:31.906532 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1561c4-e464-41cc-bf2c-29a271e707ac req-160281b0-c69e-4711-865f-1df04b623d54 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:31.907960 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4f1561c4-e464-41cc-bf2c-29a271e707ac req-160281b0-c69e-4711-865f-1df04b623d54 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0497141 Oct 27 01:41:31.942228 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:31.958630 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4f1561c4-e464-41cc-bf2c-29a271e707ac req-943aba2a-3e22-4fae-8a93-6d37b5009d48 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Oct 27 01:41:33.080408 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0e513-ac94-4c31-a329-116b80df5f6f req-178692fe-864b-4cbf-9fe5-9707e474a305 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:33.081814 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f5b0e513-ac94-4c31-a329-116b80df5f6f req-178692fe-864b-4cbf-9fe5-9707e474a305 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0466290 Oct 27 01:41:33.130344 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f5b0e513-ac94-4c31-a329-116b80df5f6f req-929f4dde-a7f4-49ac-be00-e6fc7d03854b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Oct 27 01:41:33.247962 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a805-6fef-4b98-ab0b-80cc862b02fe req-dc4eac5a-8b18-4437-a2a6-9b0077028109 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:33.249452 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e68a805-6fef-4b98-ab0b-80cc862b02fe req-dc4eac5a-8b18-4437-a2a6-9b0077028109 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0462894 Oct 27 01:41:33.301549 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4e68a805-6fef-4b98-ab0b-80cc862b02fe req-b0db9e2b-dd92-4e6d-b040-185086e87fc7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Oct 27 01:41:33.330305 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39692) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:41:33.408204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354e406-6896-45cc-8402-7ecd6ea507c7 tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:33.409731 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d354e406-6896-45cc-8402-7ecd6ea507c7 tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1124 time: 0.0784688 Oct 27 01:41:33.412826 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39696) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:41:33.417043 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'port_id': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:41:33.438786 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:33.514935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:33.620940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.27.0.252 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/ae3c8772-acff-4908-8e47-eab96afeabb0) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:41:33.719961 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:33.745173 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:33.757765 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:33.795330 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:41:33.800465 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:41:33.804351 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:41:33.809808 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=ae3c8772-acff-4908-8e47-eab96afeabb0,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:33.879877 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:34.153111 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (5d9d5e0b-be14-409c-af3a-d90aafaf1f8c), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.218387 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.361903 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.366430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.435335 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=ae3c8772-acff-4908-8e47-eab96afeabb0,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:34.438187 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (5d9d5e0b-be14-409c-af3a-d90aafaf1f8c), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.531029 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 5d9d5e0b-be14-409c-af3a-d90aafaf1f8c associated. External IP: 172.27.0.252, port: 11dfa4fd-0bd8-47f5-ba36-b1316a659b83. Oct 27 01:41:34.629598 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:34.678507 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:34.736491 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:41:34.839147 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:41:34.849537 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:41:34.857704 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:34.860755 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:41:34.863218 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:41:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:41:34.890440 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-1e46f4d0-68f9-438b-ac55-2de8401461dd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4765000 Oct 27 01:41:34.892630 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:41:34.895141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edb420c-91c8-48ef-921c-25a675fbf223" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:41:34.935821 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c604cc05-6205-42e4-9df3-88557b7bc304 x-openstack-request-id: req-c604cc05-6205-42e4-9df3-88557b7bc304 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:41:34.936176 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:41:34.936438 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c604cc05-6205-42e4-9df3-88557b7bc304 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:41:34.936850 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c604cc05-6205-42e4-9df3-88557b7bc304'] response: {'name': 'network-changed', 'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'status': 'completed', 'code': 200} Oct 27 01:41:35.023857 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-523a8a03-1cb9-4a65-98c4-1a2522ee9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:35.025322 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-523a8a03-1cb9-4a65-98c4-1a2522ee9ea4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1129 time: 0.0403857 Oct 27 01:41:35.049620 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:41:35.119711 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-e6ef9a59-4bb3-43f6-a081-77eece2a11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:35.121214 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-e6ef9a59-4bb3-43f6-a081-77eece2a11c8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0906742 Oct 27 01:41:35.182440 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-58e1ed69-16a0-4a51-aa6b-54d0973ec9db service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 999 time: 0.0550246 Oct 27 01:41:35.234157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-76f07c86-fa69-42ae-a086-4acb3d444dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:35.235876 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-76f07c86-fa69-42ae-a086-4acb3d444dd2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0469160 Oct 27 01:41:35.261466 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d9d5e0b-be14-409c-af3a-d90aafaf1f8c', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:50:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:41:34Z', 'updated_at': '2022-10-27T01:41:34Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:41:35.278803 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-1e6825f5-71eb-4d40-b97e-23f3187506f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:41:35.280223 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-1e6825f5-71eb-4d40-b97e-23f3187506f7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388775 Oct 27 01:41:35.287056 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:41:35.295251 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:41:35.295830 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:41:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:41:35.369190 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-70656f89-982a-4890-8c00-28d5a979e170 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 Oct 27 01:41:35.399994 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:41:35.461787 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6edb420c-91c8-48ef-921c-25a675fbf223 req-c83bdb0b-27df-4933-826d-d50b6c24affa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Oct 27 01:41:35.612404 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d9d5e0b-be14-409c-af3a-d90aafaf1f8c', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:50:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:41:34Z', 'updated_at': '2022-10-27T01:41:34Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:41:35.636852 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3d7ad-54bf-4b4f-9045-42c06b8b6708 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '5d9d5e0b-be14-409c-af3a-d90aafaf1f8c', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:50:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:41:34Z', 'updated_at': '2022-10-27T01:41:34Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:41:35.821972 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75aa56-3618-4eb0-bcee-846e2cf18f9e None None] New status for floating IP 5d9d5e0b-be14-409c-af3a-d90aafaf1f8c: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:41:42.805435 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:41:45.456934 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:45.458985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:45.921247 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:45.926730 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:53.477167 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-affe88c0-ab5f-4e08-a9fe-912cd14c7a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:53.789281 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=75 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:53.794196 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:41:55.837326 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ac08-efbe-430f-89ed-83b7779045b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:57.164056 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:58.844620 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:41:59.023033 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:01.944407 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:13.864551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:13.871878 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:19.369348 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-50b996af-60ff-4d48-9bc2-2a7a46fe7e31 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395386 Oct 27 01:42:19.469277 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-724682eb-2d09-46a3-96be-e570cb0ea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:42:19.470756 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-724682eb-2d09-46a3-96be-e570cb0ea329 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1129 time: 0.0403023 Oct 27 01:42:19.579787 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-ff250604-8c72-460d-a8eb-f08d3893a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:42:19.582318 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-ff250604-8c72-460d-a8eb-f08d3893a6f3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0898769 Oct 27 01:42:19.641886 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-9094c86c-1ed5-4b41-b35d-67ca992e7ea9 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 1001 time: 0.0547776 Oct 27 01:42:19.699167 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-1fa4077c-bd42-412c-849c-18a7dea5cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:42:19.700602 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-1fa4077c-bd42-412c-849c-18a7dea5cd05 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0490668 Oct 27 01:42:19.744156 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-c95195a2-3b7a-48e5-8c94-3d88b9d4a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:42:19.745673 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-c95195a2-3b7a-48e5-8c94-3d88b9d4a85d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384281 Oct 27 01:42:19.804874 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:42:19.834910 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-97351eca-2ee2-41d8-ae60-eb79438cee04 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826726 Oct 27 01:42:19.931292 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1b97f827-8e16-43da-bd60-95ba1a1db4ad req-b8067cee-af3c-4ccc-95ab-0d48273e0824 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885651 Oct 27 01:42:23.480680 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8a2-3a63-4eeb-bbc2-824e698498e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:25.838941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-627c6af1-408f-42ba-a261-b052ab8a4c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:27.165951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:28.849590 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:29.030291 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:29.921275 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=51 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:29.928412 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=50 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:30.790557 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:30.791408 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:31.940890 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:41.934443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:41.936417 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:53.481549 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1263792c-dd2e-4ba0-9ad0-eeb17fb897d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:53.874495 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=13 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:53.877482 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=13 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:42:55.840898 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-08cd0824-a84d-45a8-bffe-3ed508af4f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:56.803618 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:42:57.168229 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:58.849282 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:42:59.033621 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:01.959430 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:07.787147 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:07.787880 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:11.953423 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:11.954767 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:19.390448 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-1a4b01c3-843b-4bb2-b133-1045a90ad039 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387280 Oct 27 01:43:19.492959 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-bdf74f6f-cfbd-40b3-b884-957ff4ccde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:19.494463 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-bdf74f6f-cfbd-40b3-b884-957ff4ccde4d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 1129 time: 0.0411966 Oct 27 01:43:19.598656 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-35e7f02e-0d2f-4174-8f29-b719766bcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:19.600110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-35e7f02e-0d2f-4174-8f29-b719766bcd05 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0886805 Oct 27 01:43:19.661505 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-d6b2ed46-249e-4a8d-85f8-66f7880b94af service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 200 len: 1001 time: 0.0549464 Oct 27 01:43:19.713354 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-50a06f6b-3d52-485c-9774-6aced69366b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:19.714804 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-50a06f6b-3d52-485c-9774-6aced69366b8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0481915 Oct 27 01:43:19.760386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-f52c0000-1e8b-439e-b8b2-9a3ecbf2eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:19.761906 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-f52c0000-1e8b-439e-b8b2-9a3ecbf2eaa9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400600 Oct 27 01:43:19.850113 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-6cf00632-2271-4141-ad7a-fd65cb700d41 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818224 Oct 27 01:43:19.941968 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-dc44e570-c170-4987-9bc6-e2dd2451edc0 req-089815dc-09f1-4d53-8ceb-893652d097c2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865555 Oct 27 01:43:23.482761 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d67c337b-5512-4f3e-9d9b-03c9d50f0f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:25.842211 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d902a74f-c0e9-4b35-aafe-c301d9a17719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:27.171235 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:28.853274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:29.036765 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:29.932046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=44 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:29.939405 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=57 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:31.955202 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:33.802647 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:43:41.945338 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:41.951144 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:49.101267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdb6c1-b679-41b9-8c8b-0fb32121bfca req-0a3cbbb8-8a7f-4f27-b221-01df2bb8e7a1 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:49.102648 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-edfdb6c1-b679-41b9-8c8b-0fb32121bfca req-0a3cbbb8-8a7f-4f27-b221-01df2bb8e7a1 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0482285 Oct 27 01:43:49.151549 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-edfdb6c1-b679-41b9-8c8b-0fb32121bfca req-65970ef8-c14e-4a13-8026-d8983bd39dc4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Oct 27 01:43:50.286559 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9966a-a02b-4c53-b9e3-7787b98952f4 req-0e8afb6a-561e-4d4e-a21e-21d7ec04f499 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:50.288016 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0df9966a-a02b-4c53-b9e3-7787b98952f4 req-0e8afb6a-561e-4d4e-a21e-21d7ec04f499 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0517342 Oct 27 01:43:50.337154 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0df9966a-a02b-4c53-b9e3-7787b98952f4 req-af0cea4d-c9db-463a-a7b0-0d6e7928d9a4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Oct 27 01:43:50.825501 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-835dfe67-cc3d-4ad0-b82d-de80a30f06c4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:50.826948 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-835dfe67-cc3d-4ad0-b82d-de80a30f06c4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 945 time: 0.0474131 Oct 27 01:43:50.906219 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:43:50.906554 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:50.997937 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] For port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:43:50.998288 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:51.161854 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:51.162129 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (5d9d5e0b-be14-409c-af3a-d90aafaf1f8c), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:51.162433 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 5d9d5e0b-be14-409c-af3a-d90aafaf1f8c disassociated. External IP: 172.27.0.252, port: 11dfa4fd-0bd8-47f5-ba36-b1316a659b83. Oct 27 01:43:51.162763 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 owned by compute:nova {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:43:51.289376 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (11dfa4fd-0bd8-47f5-ba36-b1316a659b83), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:51.316678 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=11dfa4fd-0bd8-47f5-ba36-b1316a659b83,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:43:51.328721 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.329175 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.329433 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.329772 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.330099 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.330428 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.330751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.331078 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.331401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.331723 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.332046 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.332368 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.332685 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.333001 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.333355 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:43:51.454609 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-bb30233e-c467-4804-8cb3-24e28c434d71 req-e7990f7c-ec57-4239-9333-623a1d10c99e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 210 time: 0.0365295 Oct 27 01:43:51.454994 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:51.465573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:43:51.564938 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:43:51.571877 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:43:51.583736 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:43:51.594947 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:43:51.595484 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:43:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:43:51.616819 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] No DVR routers for this DVR port 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 on host hv-cinder-81558 {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:43:51.619421 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:51.623674 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-646c7759-9577-4a73-8511-f3fe37cc7918 req-5b0e960c-dac1-400c-be12-576964e86876 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "DELETE /networking/v2.0/ports/11dfa4fd-0bd8-47f5-ba36-b1316a659b83 HTTP/1.1" status: 204 len: 173 time: 0.7915428 Oct 27 01:43:51.624167 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'name': 'network-vif-deleted', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:43:51.627192 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0468621c-600e-4563-a41c-d739c4b8b084" -d '{"events": [{"server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "name": "network-vif-deleted", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:43:51.673466 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db0368-bda8-4025-a9ba-db3395727c0f x-openstack-request-id: req-e6db0368-bda8-4025-a9ba-db3395727c0f {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:43:51.673776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1bfbf2-3463-4c29-a605-33386eb85a9b", "name": "network-vif-deleted", "tag": "11dfa4fd-0bd8-47f5-ba36-b1316a659b83", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:43:51.674022 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6db0368-bda8-4025-a9ba-db3395727c0f {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:43:51.674428 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6db0368-bda8-4025-a9ba-db3395727c0f'] response: {'server_uuid': '4c1bfbf2-3463-4c29-a605-33386eb85a9b', 'name': 'network-vif-deleted', 'tag': '11dfa4fd-0bd8-47f5-ba36-b1316a659b83', 'status': 'completed', 'code': 200} Oct 27 01:43:51.704335 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:43:51.900226 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:43:51.927559 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:43:51.937087 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:43:51.937676 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:43:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:43:52.039076 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:43:52.315717 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:43:52.339693 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c993bc-e8f4-4463-b7e9-e036c534e4c4 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:43:52.578307 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-72f52d47-b06d-4faa-950a-d2223e71fa9e req-ec5403f4-f9fb-485f-aa90-81b3ecfbf10b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4c1bfbf2-3463-4c29-a605-33386eb85a9b HTTP/1.1" status: 200 len: 210 time: 0.0312133 Oct 27 01:43:52.585687 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b2565-c80a-4612-9428-d80d70051d04 None None] New status for floating IP 5d9d5e0b-be14-409c-af3a-d90aafaf1f8c: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:43:53.485301 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c3ea88d-cd0d-46d3-92cd-3ed9f0a4d6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:53.802673 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-08662157-7d74-4892-8b4d-446b3d85e03c tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1446069843&fields=id&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0433614 Oct 27 01:43:53.909751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-b3285704-3b33-4fd9-9fd5-f173c1c108ee tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:53.911111 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-b3285704-3b33-4fd9-9fd5-f173c1c108ee tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.1007814 Oct 27 01:43:53.925610 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-34073d83-cd47-4576-aa91-56da2696c0d8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/quotas/897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Oct 27 01:43:53.975901 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-7ebb67f6-891c-4a3b-8231-e05eb8a8c04a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453961 Oct 27 01:43:54.069488 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-4d884b83-d82f-47f0-9556-6be849cf564d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823348 Oct 27 01:43:54.161843 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-21918e4d-b7bd-4222-936f-23daf7faaf73 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Oct 27 01:43:54.374656 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:43:54.397783 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:43:54.398259 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 11dfa4fd-0bd8-47f5-ba36-b1316a659b83 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:43:54.450742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b1cf86a5-03c9-4d09-95cc-e72702d82392 req-6a0ba290-bce8-4038-be87-c1eb5029e855 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0289524 Oct 27 01:43:55.535632 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-451c5e1e-ad76-4624-9b2c-16c89ca5dcaf req-466f32e7-b485-40df-88fd-196b932f088f tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Oct 27 01:43:55.844756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-817f22ec-5b46-4af6-b25a-a0954f649a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:56.627086 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c37628ed-dd39-4b79-9064-a732d8e1fe8d req-621aa2da-83a5-47a4-8479-dcc6f92ffc2a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0334761 Oct 27 01:43:57.173333 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:57.713041 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-003a8b14-09ac-4f2f-ac4b-27b453bf5a76 req-7fb50bbb-35b8-4d4a-af05-0566c2b4e8a7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0295479 Oct 27 01:43:58.816179 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b0651db7-a6ef-433a-b7e0-075c58d86c4b req-c09d0d2e-fc6e-4eab-b81b-a09efd102742 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Oct 27 01:43:58.856622 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:59.039855 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:43:59.849515 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-7b8a0b21-99a4-4f2b-a540-30649f7638bb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:43:59.851314 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-7b8a0b21-99a4-4f2b-a540-30649f7638bb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.3839977 Oct 27 01:43:59.930552 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-53efce28-e4cd-416c-9a55-41edc1ee8748 req-1d9ff2bf-a9da-43a2-a115-950bb81697f0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0357428 Oct 27 01:43:59.945360 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ba6c4678-a217-40f7-88eb-e4e111f32509 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 380 time: 0.0799387 Oct 27 01:43:59.954062 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'port': {'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'admin_state_up': True, 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'security_groups': ['3e89d75c-d44c-46b7-83e7-11cbcbe2af1f']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:44:00.068269 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Made reservation on behalf of 897fac8b218c4476b84ea53d3b79e9a7 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:44:00.072383 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.145094 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:00.208656 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.20.0.9 (ddef7af7-3a37-424a-bbe6-e1306854800a/c602c511-87b5-4774-8a25-4985db228713/b53b8dd8-136d-4439-b89c-b0504e67a544) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:44:00.222751 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:00.353364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.384622 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.427658 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:44:00.433313 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:44:00.436119 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:44:00.464966 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:00.489226 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:00.489841 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.507285 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-ccd870f3-518f-4105-be17-d19de9edd0b6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567718 Oct 27 01:44:00.524560 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Request body: {'port': {'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:44:00.592444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.659743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-8cd92014-8a2c-49a2-b21e-cc0a1e635481 None None] Provisioning complete for port b53b8dd8-136d-4439-b89c-b0504e67a544 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:44:00.660353 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8cd92014-8a2c-49a2-b21e-cc0a1e635481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.660353 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-8cd92014-8a2c-49a2-b21e-cc0a1e635481 None None] Attempt 1 to provision port b53b8dd8-136d-4439-b89c-b0504e67a544 Oct 27 01:44:00.696437 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-8cd92014-8a2c-49a2-b21e-cc0a1e635481 None None] Port b53b8dd8-136d-4439-b89c-b0504e67a544 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:44:00.845789 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53b8dd8-136d-4439-b89c-b0504e67a544 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:44:00.853104 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks [] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.865448 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Transition to ACTIVE for port object b53b8dd8-136d-4439-b89c-b0504e67a544 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:44:00.869284 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:00.949685 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:00.953498 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Pushing event updated for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:00.984229 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Attempting to bind port b53b8dd8-136d-4439-b89c-b0504e67a544 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:44:00.984576 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Attempting to bind port b53b8dd8-136d-4439-b89c-b0504e67a544 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:44:00.984910 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Attempting to bind port b53b8dd8-136d-4439-b89c-b0504e67a544 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:44:00.987611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:01.068646 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Port b53b8dd8-136d-4439-b89c-b0504e67a544 on network ddef7af7-3a37-424a-bbe6-e1306854800a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:44:01.068978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Attempting to bind port b53b8dd8-136d-4439-b89c-b0504e67a544 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:44:01.076271 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6272-3df0-47a4-b094-7470a37133f4 req-fd51d99f-ce88-454e-930a-8731c629e468 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:01.077788 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8e8c6272-3df0-47a4-b094-7470a37133f4 req-fd51d99f-ce88-454e-930a-8731c629e468 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0677183 Oct 27 01:44:01.152528 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:44:01.152865 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:44:01.153276 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Bound using segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:44:01.153712 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Bound port: b53b8dd8-136d-4439-b89c-b0504e67a544, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:44:01.154068 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:01.166027 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8e8c6272-3df0-47a4-b094-7470a37133f4 req-7e3a9756-519a-4cc0-9247-5922c2ce6821 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696807 Oct 27 01:44:01.218849 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:44:01.221806 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b53b8dd8-136d-4439-b89c-b0504e67a544,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:44:01.227861 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:01.232982 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:01.233608 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:01.234979 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 1093 time: 0.7148116 Oct 27 01:44:01.235517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:44:01.237758 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d552351f-4cda-4b69-a6eb-b8e339844a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:44:01.281004 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e69e4-3193-4c6d-9ee4-d4f78b935e5e x-openstack-request-id: req-383e69e4-3193-4c6d-9ee4-d4f78b935e5e {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:44:01.281331 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:44:01.281573 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-383e69e4-3193-4c6d-9ee4-d4f78b935e5e {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:44:01.281969 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383e69e4-3193-4c6d-9ee4-d4f78b935e5e'] response: {'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'status': 'completed', 'code': 200} Oct 27 01:44:01.286610 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31548acc-ea83-4091-85e5-db43f2692116 service neutron] Pushing event updated for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:01.348003 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-49e2b6cb-5f2b-41c8-9264-ad3c9ccc239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:01.349542 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-49e2b6cb-5f2b-41c8-9264-ad3c9ccc239a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1127 time: 0.0445225 Oct 27 01:44:01.395823 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-c46f53d6-06e7-4c73-a372-875b36285196 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 217 time: 0.0319612 Oct 27 01:44:01.444799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-47a041d3-9f95-4e42-beee-edea05685c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:01.446240 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-47a041d3-9f95-4e42-beee-edea05685c56 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0433848 Oct 27 01:44:01.492803 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-36c35632-a056-4199-b140-6574d39cd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:01.494233 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-36c35632-a056-4199-b140-6574d39cd90a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424142 Oct 27 01:44:01.583347 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-acdb0835-1677-406b-9b67-5120d7ef7ed3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Oct 27 01:44:01.675491 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-01d81988-b1bf-46ee-b134-4dc308f18d62 req-3f97a9d3-a8e7-4e30-acc7-c3c0b9f5f76e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864766 Oct 27 01:44:01.972014 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:02.287045 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4c051-140b-4dc5-9e7f-d5683e9f76e9 req-ff3d37de-f3ac-47f4-aff3-987c2a5445eb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:02.288503 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2da4c051-140b-4dc5-9e7f-d5683e9f76e9 req-ff3d37de-f3ac-47f4-aff3-987c2a5445eb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0466788 Oct 27 01:44:02.311572 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=73 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:02.318284 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:02.338922 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2da4c051-140b-4dc5-9e7f-d5683e9f76e9 req-dd560260-5e0f-4bff-bdb9-b6f17b8ab826 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438788 Oct 27 01:44:02.519878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-2aec9a22-479d-4dbf-b571-db6c9f93c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:02.521331 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-2aec9a22-479d-4dbf-b571-db6c9f93c48a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1127 time: 0.0397022 Oct 27 01:44:02.598753 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:02.614381 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-68910706-d045-40af-932d-dc5fa24b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:02.615838 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-68910706-d045-40af-932d-dc5fa24b2fd3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0885632 Oct 27 01:44:02.653687 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-3f0ead25-1b5b-4627-8e6c-d979ad556b0e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 217 time: 0.0316684 Oct 27 01:44:02.701344 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-774945ca-a671-4211-8948-9dd407ad9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:02.702743 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-774945ca-a671-4211-8948-9dd407ad9ec7 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0429804 Oct 27 01:44:02.749352 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-e67e0a49-5551-4601-a044-f7ac02158f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:02.750830 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-e67e0a49-5551-4601-a044-f7ac02158f36 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427294 Oct 27 01:44:02.803239 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:02.842609 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-5e5c8911-dd91-4272-a30c-8bd8ddcbc439 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856512 Oct 27 01:44:02.934995 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d552351f-4cda-4b69-a6eb-b8e339844a0c req-0459766d-4b8c-4b9e-ae9e-9b595c634622 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Oct 27 01:44:03.466276 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ce9-0240-43ff-a290-1e8871fd0008 req-e89d3850-f6cc-414f-906a-e526f332d75a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:03.467750 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6876ce9-0240-43ff-a290-1e8871fd0008 req-e89d3850-f6cc-414f-906a-e526f332d75a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0482154 Oct 27 01:44:03.516604 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e6876ce9-0240-43ff-a290-1e8871fd0008 req-7a133130-481a-4371-bc23-b760005fa693 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Oct 27 01:44:04.638784 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e21f-e170-4a49-ad0d-ce3f822c8c35 req-37308985-5a5d-4d9c-9f27-1ad0216e896e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:04.640230 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae15e21f-e170-4a49-ad0d-ce3f822c8c35 req-37308985-5a5d-4d9c-9f27-1ad0216e896e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0461733 Oct 27 01:44:04.693714 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae15e21f-e170-4a49-ad0d-ce3f822c8c35 req-8907969c-1e0c-473d-824a-f829cfb3cfa9 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470691 Oct 27 01:44:05.817869 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866a35-685b-4d5e-897a-ba011496a9a9 req-78f72500-54f7-41e1-8624-d71712d645a5 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:05.819553 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8f866a35-685b-4d5e-897a-ba011496a9a9 req-78f72500-54f7-41e1-8624-d71712d645a5 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0488176 Oct 27 01:44:05.874559 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-8f866a35-685b-4d5e-897a-ba011496a9a9 req-b254dbf6-c8fc-4387-9e2e-98198abd589d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482934 Oct 27 01:44:06.995736 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9bed-3f7b-425c-a3c8-c1b2d3c03259 req-1352cddf-62a6-4a99-9d3d-9496bc10640a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:06.997343 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3cc9bed-3f7b-425c-a3c8-c1b2d3c03259 req-1352cddf-62a6-4a99-9d3d-9496bc10640a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0461771 Oct 27 01:44:07.052481 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e3cc9bed-3f7b-425c-a3c8-c1b2d3c03259 req-ee7fd244-cc9f-48ba-bb75-f7bf09927b15 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496237 Oct 27 01:44:08.176910 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b836948-93dc-4972-924f-0f6ea0ddbe83 req-0ebf754d-9fa6-468f-b5b6-1feb75e95c0e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:08.178406 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b836948-93dc-4972-924f-0f6ea0ddbe83 req-0ebf754d-9fa6-468f-b5b6-1feb75e95c0e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0499177 Oct 27 01:44:08.226971 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-6b836948-93dc-4972-924f-0f6ea0ddbe83 req-61ef8c9e-37b1-48e5-a89c-0213e06bf36e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Oct 27 01:44:09.348441 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aef10-01e8-416c-926e-45fb0f621fb2 req-97d96ea6-ea15-4cf4-8623-a242f25fcacb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:09.349946 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c89aef10-01e8-416c-926e-45fb0f621fb2 req-97d96ea6-ea15-4cf4-8623-a242f25fcacb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0470915 Oct 27 01:44:09.398809 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c89aef10-01e8-416c-926e-45fb0f621fb2 req-6928d471-c42e-434b-b0a6-59dac915c0ca tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Oct 27 01:44:10.417616 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device b53b8dd8-136d-4439-b89c-b0504e67a544 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:44:10.519960 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b53b8dd8-136d-4439-b89c-b0504e67a544,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:44:10.526430 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4816b9c-c6cf-411e-8ee3-9223b159ffec req-1dd84ca1-9699-4071-84a6-7ae64e5e0a1b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:10.528003 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c4816b9c-c6cf-411e-8ee3-9223b159ffec req-1dd84ca1-9699-4071-84a6-7ae64e5e0a1b tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 943 time: 0.0521581 Oct 27 01:44:10.531635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:44:10.568203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port b53b8dd8-136d-4439-b89c-b0504e67a544 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:44:10.568585 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:10.580319 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c4816b9c-c6cf-411e-8ee3-9223b159ffec req-fc68a484-a8b5-45c0-b4d2-4a58fa2063d7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458562 Oct 27 01:44:10.582357 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53b8dd8-136d-4439-b89c-b0504e67a544 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:44:10.602300 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b53b8dd8-136d-4439-b89c-b0504e67a544,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:44:10.606103 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:10.652392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:10.659836 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.660184 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.660527 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.660864 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.661229 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.661558 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.661883 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.662205 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.662529 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.662852 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.663178 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.663499 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.663817 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.664134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.664453 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:10.801553 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:44:11.018756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['b53b8dd8-136d-4439-b89c-b0504e67a544'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:44:11.184558 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:11.221290 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:11.699950 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f0ec5-0bec-4b2b-b2ef-d7b3da49fc9a req-85285800-3f5e-4e04-b244-3cb668ebdd4e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:11.701429 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e3f0ec5-0bec-4b2b-b2ef-d7b3da49fc9a req-85285800-3f5e-4e04-b244-3cb668ebdd4e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 944 time: 0.0474508 Oct 27 01:44:11.751832 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e3f0ec5-0bec-4b2b-b2ef-d7b3da49fc9a req-04b655ec-5bd3-440c-a7f3-9dba091dc6c8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442691 Oct 27 01:44:12.438730 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device b53b8dd8-136d-4439-b89c-b0504e67a544 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:44:12.480447 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port b53b8dd8-136d-4439-b89c-b0504e67a544 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:44:12.486801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port b53b8dd8-136d-4439-b89c-b0504e67a544 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:44:12.487313 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:12.487664 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port b53b8dd8-136d-4439-b89c-b0504e67a544 Oct 27 01:44:12.558412 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port b53b8dd8-136d-4439-b89c-b0504e67a544 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:44:12.559044 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:12.582110 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:44:12.584213 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe55af-5bf8-448d-80f6-98e436af25c6" -d '{"events": [{"server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "name": "network-vif-plugged", "status": "completed", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:44:12.600819 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b53b8dd8-136d-4439-b89c-b0504e67a544,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:44:12.604998 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:12.630841 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d86768f-a297-4ce0-b23e-739e68ce799b x-openstack-request-id: req-7d86768f-a297-4ce0-b23e-739e68ce799b {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:44:12.631164 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "name": "network-vif-plugged", "status": "completed", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:44:12.631443 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d86768f-a297-4ce0-b23e-739e68ce799b {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:44:12.631882 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d86768f-a297-4ce0-b23e-739e68ce799b'] response: {'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'code': 200} Oct 27 01:44:12.660243 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:12.854378 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:12.914341 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e49d-c7b4-4357-8236-8514f97d4933 req-7bac784d-1954-4386-98db-f61893a75a67 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:12.915838 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07d8e49d-c7b4-4357-8236-8514f97d4933 req-7bac784d-1954-4386-98db-f61893a75a67 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0814710 Oct 27 01:44:12.916885 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465b8fb-7182-4771-920c-c273e848183e req-3abd9062-cb45-4758-b3e5-ef01a15559f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:12.918275 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7465b8fb-7182-4771-920c-c273e848183e req-3abd9062-cb45-4758-b3e5-ef01a15559f6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0817881 Oct 27 01:44:12.929157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:12.995798 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-07d8e49d-c7b4-4357-8236-8514f97d4933 req-06fe9d35-fb70-4113-becd-aad8c5f62c59 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742090 Oct 27 01:44:12.999462 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7465b8fb-7182-4771-920c-c273e848183e req-25da7c40-3016-40fa-b231-09e02a47f08c service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Oct 27 01:44:14.118034 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e75b0-9b70-4fef-abc9-313a85e6ee2f req-2d29f3c5-0e73-4a01-a859-8b3adbe7c84e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:14.119428 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-497e75b0-9b70-4fef-abc9-313a85e6ee2f req-2d29f3c5-0e73-4a01-a859-8b3adbe7c84e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0475423 Oct 27 01:44:14.169361 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-497e75b0-9b70-4fef-abc9-313a85e6ee2f req-699afa7f-7de3-45f2-be3f-8b57ef051741 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Oct 27 01:44:15.292665 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abfa21-b9f8-4e89-97a6-7fa763d03636 req-b5f53f1f-7968-48a7-9622-5021e301dc59 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:15.294167 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74abfa21-b9f8-4e89-97a6-7fa763d03636 req-b5f53f1f-7968-48a7-9622-5021e301dc59 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Oct 27 01:44:15.342854 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-74abfa21-b9f8-4e89-97a6-7fa763d03636 req-c09d5d10-7327-4081-8fd8-5ab70a0b0444 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Oct 27 01:44:15.462401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfc564-291a-4088-a3f6-009c5ba2be4c req-0e7eb3c6-85ca-49f1-9f91-69556b68c3d3 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:15.463757 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7ddfc564-291a-4088-a3f6-009c5ba2be4c req-0e7eb3c6-85ca-49f1-9f91-69556b68c3d3 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Oct 27 01:44:15.512175 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7ddfc564-291a-4088-a3f6-009c5ba2be4c req-9efc55ff-ca7b-4dd9-8393-4667377e7cf9 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Oct 27 01:44:15.541659 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39840) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:44:15.582672 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d67d8-1b07-4794-8d06-1f19e9023c8f tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:15.584154 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e20d67d8-1b07-4794-8d06-1f19e9023c8f tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1124 time: 0.0415411 Oct 27 01:44:15.586896 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39842) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:44:15.590931 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:44:15.614083 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:15.691092 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:15.796884 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.27.0.101 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/816d9523-245d-447b-99c2-5949c04c034b) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:44:15.901204 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (816d9523-245d-447b-99c2-5949c04c034b), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:15.926769 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:15.935477 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (816d9523-245d-447b-99c2-5949c04c034b), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:15.975794 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:44:15.978694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:44:15.984877 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:44:16.010337 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=816d9523-245d-447b-99c2-5949c04c034b,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:16.022273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:16.351417 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (3d442ebf-9ca0-4022-b7b3-6390e9656e6e), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:16.418230 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (816d9523-245d-447b-99c2-5949c04c034b), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:16.572982 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (816d9523-245d-447b-99c2-5949c04c034b), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:16.577985 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (816d9523-245d-447b-99c2-5949c04c034b), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:16.649009 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=816d9523-245d-447b-99c2-5949c04c034b,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:16.652103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (3d442ebf-9ca0-4022-b7b3-6390e9656e6e), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:16.754711 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 3d442ebf-9ca0-4022-b7b3-6390e9656e6e associated. External IP: 172.27.0.101, port: b53b8dd8-136d-4439-b89c-b0504e67a544. Oct 27 01:44:16.787358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:16.941152 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:16.959771 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:44:17.064316 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:44:17.075746 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:44:17.083947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:17.087514 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:44:17.088125 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:43:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:44:17.118435 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-09b2f803-39c5-4c2d-953f-cfc11047a77d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5305533 Oct 27 01:44:17.119049 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:44:17.121340 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef31d2-b742-4091-9b5e-749e5537dbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:44:17.159407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e1e2a-14d6-4138-88da-092649c66619 x-openstack-request-id: req-0b4e1e2a-14d6-4138-88da-092649c66619 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:44:17.159694 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:44:17.159942 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b4e1e2a-14d6-4138-88da-092649c66619 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:44:17.160363 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4e1e2a-14d6-4138-88da-092649c66619'] response: {'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'status': 'completed', 'code': 200} Oct 27 01:44:17.193040 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:44:17.247648 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-065907be-28ee-4c96-af5b-c812b12d83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:17.249167 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-065907be-28ee-4c96-af5b-c812b12d83fd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0397263 Oct 27 01:44:17.342435 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-df1195f7-6cc7-4a06-bb64-b69e9fcfcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:17.343910 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-df1195f7-6cc7-4a06-bb64-b69e9fcfcbe3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0885503 Oct 27 01:44:17.415153 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:16Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:44:17.441832 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:44:17.450814 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:44:17.451436 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:43:56Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:44:17.558258 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:44:17.796163 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:16Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:44:17.828712 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03c966-9735-49b3-b616-9b310b9e7a3c None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:16Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:44:17.913786 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-f996b401-7e02-4a2a-985b-55478f7f9734 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 999 time: 0.3312764 Oct 27 01:44:18.011266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-6dcd5049-014f-4c93-96ad-d2f3b9beb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:18.012784 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-6dcd5049-014f-4c93-96ad-d2f3b9beb6c0 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0468721 Oct 27 01:44:18.037207 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7deebad-c0a7-418b-8399-234aa87ffb25 None None] New status for floating IP 3d442ebf-9ca0-4022-b7b3-6390e9656e6e: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:44:18.061856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-bc30afde-e843-4e1d-a5f1-5755e4233c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:18.063847 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-bc30afde-e843-4e1d-a5f1-5755e4233c81 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435300 Oct 27 01:44:18.162692 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-b325062b-ef7e-4090-9991-472ecd986717 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933621 Oct 27 01:44:18.267490 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-38ef31d2-b742-4091-9b5e-749e5537dbd9 req-a0f510bb-d6f2-4b4c-b472-627d42ac8d68 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985055 Oct 27 01:44:20.391762 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-efe66963-8788-411d-8ee4-328dffa22d61 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395494 Oct 27 01:44:20.490334 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-07e97e7d-fa67-4164-b52a-abff13f6617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:20.492335 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-07e97e7d-fa67-4164-b52a-abff13f6617d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0382612 Oct 27 01:44:20.556688 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:20.597252 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-d80d3004-3386-4d6c-a3f5-cdeaaf29145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:20.598706 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-d80d3004-3386-4d6c-a3f5-cdeaaf29145d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0884182 Oct 27 01:44:20.658790 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-d191dac0-c2b1-440e-89f4-01d87b2a19bc service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 1001 time: 0.0544555 Oct 27 01:44:20.706143 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-bee774dc-0673-47c8-9203-ed86127edd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:20.707553 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-bee774dc-0673-47c8-9203-ed86127edd0a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0431733 Oct 27 01:44:20.752741 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-89f4ab21-f585-4bdb-853f-2dbfa7e56d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:44:20.754225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-89f4ab21-f585-4bdb-853f-2dbfa7e56d20 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412970 Oct 27 01:44:20.802266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:20.845123 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-94333192-1cae-4b43-b3a3-031a33b4eae5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849135 Oct 27 01:44:20.938373 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-716c2f0f-0bbb-468f-9da8-2e58dab07c80 req-a1790013-4286-410e-8a70-85dd328c7dd6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866740 Oct 27 01:44:23.488498 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8b617b75-2b27-4513-b927-7dd7b042987b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:25.846371 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98d0427e-0683-4813-b79a-7e1b78f33399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:27.176161 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:27.793584 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=81 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:27.800523 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=75 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:28.859362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:29.043664 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:30.934578 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=39 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:30.935773 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=15 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:31.970546 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:41.959259 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:41.965683 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=56,neutron:UPDATE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:47.801349 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:44:53.491141 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ea496c82-1226-464c-90b7-8a4bca36f819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:55.848356 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-52028642-e076-41a6-b6a6-90dd8d3cfbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:57.178165 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:58.777530 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:58.778284 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=20 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:44:58.861971 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:44:59.046832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:01.988004 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:11.983140 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:11.984990 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:21.417295 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-116e10d8-6e5f-489d-96dd-f30b3a38815d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456095 Oct 27 01:45:21.523016 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-4e5af3d1-1e57-429d-99a4-569722ff8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:45:21.524514 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-4e5af3d1-1e57-429d-99a4-569722ff8c7c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0404577 Oct 27 01:45:21.630020 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-860233ac-5370-426d-a518-f954f34da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:45:21.631497 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-860233ac-5370-426d-a518-f954f34da9c4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0889535 Oct 27 01:45:21.694249 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-47a8c4ed-75a2-4b0d-864e-63a4ac00b4d8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 1001 time: 0.0554173 Oct 27 01:45:21.741433 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-5b681363-0539-4897-adce-19fa89fe2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:45:21.742833 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-5b681363-0539-4897-adce-19fa89fe2047 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0425677 Oct 27 01:45:21.790210 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-3bf33d11-487e-44de-bceb-3ba540cf588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:45:21.791682 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-3bf33d11-487e-44de-bceb-3ba540cf588e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423417 Oct 27 01:45:21.805468 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-7c9f7ad4-e4dc-4a48-85d3-ef7990924402 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:45:21.806438 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-7c9f7ad4-e4dc-4a48-85d3-ef7990924402 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052917 Oct 27 01:45:21.896477 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-fd9e4280-db78-4944-acb0-d5c06d7effcb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825608 Oct 27 01:45:21.992753 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b2f85e02-59a0-41e5-9d54-63f604346cdb req-f8a24209-1dd1-4fbc-9845-f7aa044897f0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892286 Oct 27 01:45:23.494325 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dd030bc5-3897-4564-ba0c-b407e8286a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:24.800252 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:45:25.850732 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-503ee728-96c9-4be7-ac06-ad843fa2e928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:27.184532 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:28.863786 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:29.050267 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:31.985197 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:31.987200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=53 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:31.989127 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=48 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:35.783891 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:35.784618 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:41.973805 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:41.981432 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:51.864906 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:51.865720 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:45:53.495742 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-95f91984-7fea-4984-9994-e06943ca4ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:55.852678 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b6f0839-f6a3-47e4-abec-036d4a25eb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:57.183657 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:58.866102 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:45:59.054070 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:01.798866 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:46:02.004134 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:08.198028 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-073a39f7-ac45-4170-a9fa-6102da4bd753 req-2e091fbf-de9c-4958-964d-86b7308f6c50 service neutron] (104647) timed out ('10.222.0.13', 64144) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:46:13.884192 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:13.895459 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:17.685821 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-c8b3b538-d4c3-4ba6-bcb7-217b7c939799 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1446069843&fields=id&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0450382 Oct 27 01:46:17.789295 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-8a3abebe-4b1f-44a8-b66e-a5ac077b8587 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:17.790753 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-8a3abebe-4b1f-44a8-b66e-a5ac077b8587 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.0983288 Oct 27 01:46:17.805707 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-92ab2cf1-aed5-4ecb-9b92-046aa861f821 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/quotas/897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0091567 Oct 27 01:46:17.863977 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-ea7fef49-4bef-47bf-bc3b-00616aedca63 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519729 Oct 27 01:46:17.929105 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-2558e09f-86cb-4698-94d3-b5daf2f7d9af service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 01:46:17.930130 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-2558e09f-86cb-4698-94d3-b5daf2f7d9af service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0535295 Oct 27 01:46:18.022028 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-4b454ce3-8e2a-44f4-b512-faf5ef08b26a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Oct 27 01:46:18.114727 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-af4295ce-9fcd-4720-9b56-286035dca7b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868979 Oct 27 01:46:18.470225 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-811d8874-84b0-45f1-8d31-8340d0c8b375 req-d71c9205-5529-4533-b16f-27a1863a8ded tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 210 time: 0.0792115 Oct 27 01:46:19.571480 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-1d024d0f-adbb-421c-b309-365686cebc3b req-bad059d3-baec-467f-9569-fd1d4dea6172 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Oct 27 01:46:19.834213 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:19.835357 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:19.841450 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-105f6e44-955a-4c65-8ec2-8e388abd4b14 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:19.843273 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-105f6e44-955a-4c65-8ec2-8e388abd4b14 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 811 time: 0.1145444 Oct 27 01:46:19.944655 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-3f0f079d-b64f-44dd-9a1d-618473bf60d7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897fac8b218c4476b84ea53d3b79e9a7 HTTP/1.1" status: 200 len: 380 time: 0.0586014 Oct 27 01:46:19.953391 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'port': {'device_id': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'admin_state_up': True, 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'security_groups': ['3e89d75c-d44c-46b7-83e7-11cbcbe2af1f']}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:46:20.063326 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Made reservation on behalf of 897fac8b218c4476b84ea53d3b79e9a7 for: {'port': 1} {{(pid=104646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:46:20.067186 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.201040 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.20.0.6 (ddef7af7-3a37-424a-bbe6-e1306854800a/c602c511-87b5-4774-8a25-4985db228713/79d43a95-d519-4f5f-bf73-9f16392bffe3) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:46:20.238533 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:20.298184 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:20.346484 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.380617 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.422965 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network ddef7af7-3a37-424a-bbe6-e1306854800a is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:46:20.427060 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:46:20.429626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:46:20.475549 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:20.486793 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.487181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.487479 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.487820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.488146 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.488633 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.488952 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.489301 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.489632 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.489954 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.490280 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.490595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.490909 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.491221 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.491738 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:20.506772 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:20.507474 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.526577 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-02eb49e5-ed3c-4dbd-9f3e-d475f5f7788d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772984 Oct 27 01:46:20.599464 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Request body: {'port': {'device_id': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:46:20.694274 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-8c29e86e-6ab8-4f06-b2b0-b1a5cf7892f4 None None] Provisioning complete for port 79d43a95-d519-4f5f-bf73-9f16392bffe3 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:46:20.694928 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8c29e86e-6ab8-4f06-b2b0-b1a5cf7892f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.695051 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-8c29e86e-6ab8-4f06-b2b0-b1a5cf7892f4 None None] Attempt 1 to provision port 79d43a95-d519-4f5f-bf73-9f16392bffe3 Oct 27 01:46:20.701747 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:20.726093 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484af224-f827-48df-8b00-31095226042b req-be634d7c-a8f7-4e5e-939c-0cc05f09aa47 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:20.726692 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-8c29e86e-6ab8-4f06-b2b0-b1a5cf7892f4 None None] Port 79d43a95-d519-4f5f-bf73-9f16392bffe3 cannot update to ACTIVE because it is not bound. {{(pid=104648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 01:46:20.728163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-484af224-f827-48df-8b00-31095226042b req-be634d7c-a8f7-4e5e-939c-0cc05f09aa47 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 931 time: 0.0633960 Oct 27 01:46:20.865100 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-484af224-f827-48df-8b00-31095226042b req-6cd16b89-e8fd-4b5e-adcc-64a146f34034 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168420 Oct 27 01:46:21.013075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d43a95-d519-4f5f-bf73-9f16392bffe3 {{(pid=104646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:46:21.020485 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks [] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:21.032507 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.provisioning_blocks [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Transition to ACTIVE for port object 79d43a95-d519-4f5f-bf73-9f16392bffe3 will not be triggered until provisioned by entity L2. {{(pid=104646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 01:46:21.036225 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:21.095414 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Pushing event updated for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:21.142092 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:21.146906 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Attempting to bind port 79d43a95-d519-4f5f-bf73-9f16392bffe3 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 01:46:21.147241 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Attempting to bind port 79d43a95-d519-4f5f-bf73-9f16392bffe3 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 01:46:21.147568 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Attempting to bind port 79d43a95-d519-4f5f-bf73-9f16392bffe3 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:46:21.173117 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:21.191978 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Port 79d43a95-d519-4f5f-bf73-9f16392bffe3 on network ddef7af7-3a37-424a-bbe6-e1306854800a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:46:21.192300 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Attempting to bind port 79d43a95-d519-4f5f-bf73-9f16392bffe3 on network ddef7af7-3a37-424a-bbe6-e1306854800a {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:46:21.233654 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Checking agent: {'id': '2542eb84-4c49-4666-9f30-fb4f011ae35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'started_at': datetime.datetime(2022, 10, 27, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 1, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 01:46:21.233981 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Checking segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 01:46:21.234357 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Bound using segment: {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'} {{(pid=104646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 01:46:21.234780 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.managers [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Bound port: 79d43a95-d519-4f5f-bf73-9f16392bffe3, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea062048-06b0-41a6-a28f-833f7e99ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a'}}] {{(pid=104646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 01:46:21.235130 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:21.293477 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, cleared binding levels {{(pid=104646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:46:21.296444 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:46:21.301929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:21.305856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:21.306526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:21.308444 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 1093 time: 0.7641830 Oct 27 01:46:21.308983 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:46:21.311465 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c04d7-643a-424e-8876-10a43086aa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:46:21.364583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b79163-b88f-4148-b3ff-2aa583cc6de5 service neutron] Pushing event updated for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=3']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:21.401681 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d927f568-92c8-4e27-b57e-0330c85249d8 x-openstack-request-id: req-d927f568-92c8-4e27-b57e-0330c85249d8 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:46:21.401970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:46:21.402221 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d927f568-92c8-4e27-b57e-0330c85249d8 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:46:21.402618 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d927f568-92c8-4e27-b57e-0330c85249d8'] response: {'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'status': 'completed', 'code': 200} Oct 27 01:46:21.409878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-6825c9e4-a16f-40cf-b0ac-2161db860f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:21.411382 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-6825c9e4-a16f-40cf-b0ac-2161db860f77 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1127 time: 0.0436513 Oct 27 01:46:21.464742 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-27390217-4f11-4fc3-9a68-3b50f84b89e5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 217 time: 0.0336022 Oct 27 01:46:21.512605 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-dfb8c920-5ef2-4221-90e2-c488451ea43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:21.514090 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-dfb8c920-5ef2-4221-90e2-c488451ea43d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0437701 Oct 27 01:46:21.559715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-f43f2655-5f99-49fe-97db-a909e4737f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:21.561234 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-f43f2655-5f99-49fe-97db-a909e4737f9a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418906 Oct 27 01:46:21.647531 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-865041b0-72ed-4ee8-a056-cd91791bc26a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800607 Oct 27 01:46:21.738874 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ad70e6d8-9efa-4903-9eea-d799dd99377a req-03118e7c-28a9-4127-8615-14489435c397 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 Oct 27 01:46:21.987268 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95baf73-da01-49dd-a320-5d5d36f2c422 req-d757f46b-2e07-44e1-a442-5f61ccfdb954 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:21.988784 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c95baf73-da01-49dd-a320-5d5d36f2c422 req-d757f46b-2e07-44e1-a442-5f61ccfdb954 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0473354 Oct 27 01:46:22.038053 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c95baf73-da01-49dd-a320-5d5d36f2c422 req-5ec91e08-bc15-458c-8669-466e7f20271c tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Oct 27 01:46:22.741920 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-c6d1d2ab-98c7-4703-b2e7-0913bdabbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:22.743391 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-c6d1d2ab-98c7-4703-b2e7-0913bdabbcb5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1127 time: 0.0390255 Oct 27 01:46:22.837028 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-1ba854bc-e6a3-405d-a0a5-0af21b1d0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:22.838693 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-1ba854bc-e6a3-405d-a0a5-0af21b1d0052 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0887547 Oct 27 01:46:22.880350 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-573ef92e-7517-4318-8a3b-55c09d504004 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 217 time: 0.0327151 Oct 27 01:46:22.924240 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:22.933097 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-c2aa5534-488f-41b6-baf2-128f19dd1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:22.934773 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-c2aa5534-488f-41b6-baf2-128f19dd1343 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0453241 Oct 27 01:46:22.984678 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-e17092e9-4c13-4166-8bae-30fc1982aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:22.986195 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-e17092e9-4c13-4166-8bae-30fc1982aadf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424733 Oct 27 01:46:23.074553 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-8646edee-d038-451f-ad05-8025fd4d5be0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816467 Oct 27 01:46:23.191626 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6b6fe-e2f4-4a6d-b0a3-a72bb1b31cc1 req-810be759-ed6d-4d3a-be49-267eba62ade4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:23.193110 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7df6b6fe-e2f4-4a6d-b0a3-a72bb1b31cc1 req-810be759-ed6d-4d3a-be49-267eba62ade4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0644846 Oct 27 01:46:23.206480 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:23.225701 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-0a9c04d7-643a-424e-8876-10a43086aa3d req-513f8636-429a-4f88-8010-b025edb883e4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444721 Oct 27 01:46:23.256062 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7df6b6fe-e2f4-4a6d-b0a3-a72bb1b31cc1 req-cb3fc074-3d6e-4b83-8267-666d1f53be70 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550549 Oct 27 01:46:23.405889 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-63f27281-46e1-4b09-98ff-6f006d82a43e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416727 Oct 27 01:46:23.499207 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b5681ba9-214f-4344-9daf-5f832f95807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:23.508499 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637331-65a2-4bb2-9f1c-204310590947 req-98bc907e-fd3d-4e68-8a1a-e6ec911350cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:23.510594 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-98bc907e-fd3d-4e68-8a1a-e6ec911350cf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0408478 Oct 27 01:46:23.611282 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637331-65a2-4bb2-9f1c-204310590947 req-bae0614e-a4aa-4a1a-9c00-b9843362ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:23.612753 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-bae0614e-a4aa-4a1a-9c00-b9843362ca32 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0850415 Oct 27 01:46:23.680767 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-35c19971-5213-4dff-a921-f6020eacf827 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 1001 time: 0.0584369 Oct 27 01:46:23.728847 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637331-65a2-4bb2-9f1c-204310590947 req-c3888edd-f4e8-4acd-b306-5b8ea4eea707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:23.730276 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-c3888edd-f4e8-4acd-b306-5b8ea4eea707 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0431585 Oct 27 01:46:23.772422 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637331-65a2-4bb2-9f1c-204310590947 req-ed8af16a-b1c9-4ed7-8a56-a798917236d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:23.773955 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-ed8af16a-b1c9-4ed7-8a56-a798917236d4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379331 Oct 27 01:46:23.866912 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-52c6932f-7826-45b4-942a-593e8e29ca93 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868292 Oct 27 01:46:23.955376 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-87637331-65a2-4bb2-9f1c-204310590947 req-7213c297-bc21-430f-bf51-fd116908e849 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820687 Oct 27 01:46:24.379967 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37544bc4-7808-495d-8c38-4835fcb8b7f9 req-298df05d-15f4-45a3-a07b-0aaf1840c54a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:24.381464 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37544bc4-7808-495d-8c38-4835fcb8b7f9 req-298df05d-15f4-45a3-a07b-0aaf1840c54a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0506275 Oct 27 01:46:24.413168 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:24.429781 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-37544bc4-7808-495d-8c38-4835fcb8b7f9 req-88c46caa-061c-4c68-a380-fddd8b95353e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Oct 27 01:46:25.550408 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05d65-4bac-41b8-a775-5aae499aaf93 req-9290df1b-b7a6-4f36-b66e-a8cae2f933ad tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:25.551869 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95e05d65-4bac-41b8-a775-5aae499aaf93 req-9290df1b-b7a6-4f36-b66e-a8cae2f933ad tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0466866 Oct 27 01:46:25.599623 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-95e05d65-4bac-41b8-a775-5aae499aaf93 req-6e9fd34f-7935-4e05-9009-0e909a696aef tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Oct 27 01:46:25.855099 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e3f4-06ff-4004-91ac-8e7f07c9995d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:26.718580 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d579ef-9165-4402-a7ed-76838383deb6 req-470194fc-3182-4711-89c2-5f958a5dd1c9 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:26.720030 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9d579ef-9165-4402-a7ed-76838383deb6 req-470194fc-3182-4711-89c2-5f958a5dd1c9 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0468726 Oct 27 01:46:26.768816 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-e9d579ef-9165-4402-a7ed-76838383deb6 req-baadcc93-412d-4100-994b-40604cead420 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Oct 27 01:46:27.187150 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:27.893155 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa59e0-4788-4707-bd5c-ae9753d920ca req-475aa893-278d-4d79-b3cd-5a3603189690 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:27.894621 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-58fa59e0-4788-4707-bd5c-ae9753d920ca req-475aa893-278d-4d79-b3cd-5a3603189690 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0508387 Oct 27 01:46:27.942427 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-58fa59e0-4788-4707-bd5c-ae9753d920ca req-b670f42b-0c7d-4199-bb37-3ed131b90bc8 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Oct 27 01:46:28.870996 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:29.060120 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:29.066062 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c12eb6-1aaf-4a9a-915d-562541f6a268 req-e9db5ec9-b80c-486e-93a2-21f7434cb503 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:29.067549 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b6c12eb6-1aaf-4a9a-915d-562541f6a268 req-e9db5ec9-b80c-486e-93a2-21f7434cb503 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0477252 Oct 27 01:46:29.117437 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b6c12eb6-1aaf-4a9a-915d-562541f6a268 req-202a0908-85fe-4433-9b6f-586a4f0fb2ac tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Oct 27 01:46:30.246511 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0041f75-051a-46e5-b72d-ead5f22a37da req-cc47fe47-d315-4a4d-b5d7-b784c53785e7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:30.247971 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0041f75-051a-46e5-b72d-ead5f22a37da req-cc47fe47-d315-4a4d-b5d7-b784c53785e7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0518410 Oct 27 01:46:30.268475 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:30.298009 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f0041f75-051a-46e5-b72d-ead5f22a37da req-b77e8c24-d8e9-4ac1-a53d-899ecd4fcf3a tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Oct 27 01:46:31.240646 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 79d43a95-d519-4f5f-bf73-9f16392bffe3 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:46:31.336362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:46:31.348501 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Returning: {'device': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'port_id': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'mac_address': 'fa:16:3e:9b:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:46:31.386946 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 79d43a95-d519-4f5f-bf73-9f16392bffe3 is: DOWN; New status is: BUILD {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:46:31.387335 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:31.400952 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d43a95-d519-4f5f-bf73-9f16392bffe3 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 01:46:31.421658 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:46:31.422548 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3722d3-2acf-44ed-a485-b16828a0f1d3 req-398d8d13-0ea4-405f-a598-072e5407d3fd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:31.424198 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e3722d3-2acf-44ed-a485-b16828a0f1d3 req-398d8d13-0ea4-405f-a598-072e5407d3fd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 943 time: 0.0489120 Oct 27 01:46:31.425780 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:31.471741 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=4']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:31.475076 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-7e3722d3-2acf-44ed-a485-b16828a0f1d3 req-09dd727c-85f8-4a47-a9f6-05b4d1a613e6 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Oct 27 01:46:31.479751 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.480138 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.480480 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.480819 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.481176 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.481506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.481833 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.482156 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.482478 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.482802 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.483124 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.483444 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.483763 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.484080 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.484397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:46:31.882065 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] get_ports_and_sgs() called for port_ids ['79d43a95-d519-4f5f-bf73-9f16392bffe3'] {{(pid=104648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 01:46:32.018892 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:32.601707 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddf63b-27cf-4444-9e34-7c89796e88f1 req-f6a8b1ac-d34d-4bed-98f7-78dc0b71fe60 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:32.603722 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0ddf63b-27cf-4444-9e34-7c89796e88f1 req-f6a8b1ac-d34d-4bed-98f7-78dc0b71fe60 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 944 time: 0.0467353 Oct 27 01:46:32.655044 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-a0ddf63b-27cf-4444-9e34-7c89796e88f1 req-7f8651e9-3d3e-42ec-800f-5904b1dd30a4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457027 Oct 27 01:46:33.256306 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 79d43a95-d519-4f5f-bf73-9f16392bffe3 up at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:46:33.297578 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning for port 79d43a95-d519-4f5f-bf73-9f16392bffe3 completed by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 01:46:33.302845 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Provisioning complete for port 79d43a95-d519-4f5f-bf73-9f16392bffe3 triggered by entity L2. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:46:33.303369 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:33.303704 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Attempt 1 to provision port 79d43a95-d519-4f5f-bf73-9f16392bffe3 Oct 27 01:46:33.329266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:33.370843 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:33.379312 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Current status of the port 79d43a95-d519-4f5f-bf73-9f16392bffe3 is: BUILD; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:46:33.379756 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:33.404050 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:46:33.406297 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5de6da47e5e94f0d8409d5a2b6705c4a3ff96f650ae3fc332733797fd247fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ffeb0a-fa15-4942-afca-0adc26e1e2ae" -d '{"events": [{"server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "name": "network-vif-plugged", "status": "completed", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:46:33.419126 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:46:33.424185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:33.471225 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Pushing event updated for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=5']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:33.773964 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94196c-bbf2-424c-9ba3-fe280540f2fa req-a097f2c9-f8bb-4939-a015-3d7cbd9b7599 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:33.775548 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2b94196c-bbf2-424c-9ba3-fe280540f2fa req-a097f2c9-f8bb-4939-a015-3d7cbd9b7599 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Oct 27 01:46:33.825163 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-2b94196c-bbf2-424c-9ba3-fe280540f2fa req-88029300-c108-471f-98b5-eb68e7e585a2 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Oct 27 01:46:34.509747 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33a187-3210-4e7b-90bd-01432f264b49 x-openstack-request-id: req-6d33a187-3210-4e7b-90bd-01432f264b49 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:46:34.510224 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "name": "network-vif-plugged", "status": "completed", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:46:34.510439 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d33a187-3210-4e7b-90bd-01432f264b49 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:46:34.510846 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d33a187-3210-4e7b-90bd-01432f264b49'] response: {'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'code': 200} Oct 27 01:46:34.777200 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1760e42-0cd1-43a5-85e1-e6f8a863fdd5 req-a5edf22e-6ff3-409a-b140-849c4f347022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:34.778737 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1760e42-0cd1-43a5-85e1-e6f8a863fdd5 req-a5edf22e-6ff3-409a-b140-849c4f347022 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1129 time: 0.0469437 Oct 27 01:46:34.825698 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d1760e42-0cd1-43a5-85e1-e6f8a863fdd5 req-16a1104e-a76e-4b06-8298-911cfd489149 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Oct 27 01:46:34.946995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225a751-700d-414a-9a35-b8a38b912731 req-a38653b5-68cb-4352-bca3-1b092321762f tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:34.948985 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b225a751-700d-414a-9a35-b8a38b912731 req-a38653b5-68cb-4352-bca3-1b092321762f tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Oct 27 01:46:34.997755 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-b225a751-700d-414a-9a35-b8a38b912731 req-fe79883b-c450-4b77-bdb4-0e659fe5109d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Oct 27 01:46:36.119637 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0749-f280-47cf-960b-89e71ce1a0b3 req-4ae4d6fb-3803-4c16-956b-cd6766d049a4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:36.121189 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-04fe0749-f280-47cf-960b-89e71ce1a0b3 req-4ae4d6fb-3803-4c16-956b-cd6766d049a4 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0468102 Oct 27 01:46:36.172627 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-04fe0749-f280-47cf-960b-89e71ce1a0b3 req-0539e660-3798-471b-ab33-2496de2ca907 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Oct 27 01:46:37.284420 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:37.292914 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5a51-67c5-41d1-8a4e-6b96cdca21aa req-84f0fee8-d0b0-4edf-a519-8f921b3b71a7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:37.294393 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3cd5a51-67c5-41d1-8a4e-6b96cdca21aa req-84f0fee8-d0b0-4edf-a519-8f921b3b71a7 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Oct 27 01:46:37.346062 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-d3cd5a51-67c5-41d1-8a4e-6b96cdca21aa req-8356fe8a-63f3-48cb-92d9-4cfc40625f7d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461583 Oct 27 01:46:37.464484 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aabf8b-90ea-4ab5-b4ae-f759db8213c6 req-66372b5f-908c-49e3-8a6c-079114e035e0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:37.465888 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7aabf8b-90ea-4ab5-b4ae-f759db8213c6 req-66372b5f-908c-49e3-8a6c-079114e035e0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0460722 Oct 27 01:46:37.515265 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-f7aabf8b-90ea-4ab5-b4ae-f759db8213c6 req-b1486e59-2bb8-4ca3-ba67-33afd0aa284e tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437841 Oct 27 01:46:37.544151 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39994) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:46:37.623122 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37bcc4-77be-4a18-9a56-2f0c2f7785ed tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:37.624620 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-df37bcc4-77be-4a18-9a56-2f0c2f7785ed tempest-TestVolumeBootPattern-346938617 tempest-TestVolumeBootPattern-346938617-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1124 time: 0.0794935 Oct 27 01:46:37.627421 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 39998) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:46:37.631460 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.v2.base [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Request body: {'floatingip': {'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'port_id': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 01:46:37.653543 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:37.991080 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:37.994366 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (None), before_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.104236 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.db_base_plugin_common [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Allocated IP 172.27.0.13 (b215c84b-1be4-4a75-8035-b75930335730/2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65/e67985f1-740e-424e-9247-0d21c9c2d372) {{(pid=104646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:46:38.208259 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (e67985f1-740e-424e-9247-0d21c9c2d372), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.238982 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789485051001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.277459 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Network b215c84b-1be4-4a75-8035-b75930335730 is already hosted by enough agents. {{(pid=104646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:46:38.283929 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.base_scheduler [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Resources bound (agent type, host, resource id): {{(pid=104646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:46:38.287704 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Received port after_create {{(pid=104646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 01:46:38.290867 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=e67985f1-740e-424e-9247-0d21c9c2d372,revision_number=1']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:38.541222 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:38.643906 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (0c448151-fae7-4ef9-9494-0b656183eb5f), precommit_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.713087 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1838012'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), before_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.771995 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:38.799620 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:46:38.887957 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for port (e67985f1-740e-424e-9247-0d21c9c2d372), precommit_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.892673 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789485492857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789485051019', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789485051037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59515628'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), after_update {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:38.983791 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event updated for resources: {'Port': ['ID=e67985f1-740e-424e-9247-0d21c9c2d372,revision_number=2']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:46:38.991401 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-733852'] for floatingip (0c448151-fae7-4ef9-9494-0b656183eb5f), after_create {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:39.090496 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 0c448151-fae7-4ef9-9494-0b656183eb5f associated. External IP: 172.27.0.13, port: 79d43a95-d519-4f5f-bf73-9f16392bffe3. Oct 27 01:46:39.297481 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:46:39.357112 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:39.401972 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:46:39.411856 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:46:39.420993 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:39.460567 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-e1cffd49-7082-4075-82ff-58adbf231e87 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8321226 Oct 27 01:46:39.461261 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:46:39.464488 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558db845-7f23-4aaf-9bd0-be9f2748c5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:46:39.515948 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:46:39.516682 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:46:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:46:39.517033 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e1501-90f4-44e4-a92f-9273a4c8d17f x-openstack-request-id: req-112e1501-90f4-44e4-a92f-9273a4c8d17f {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:46:39.517350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:46:39.517601 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-112e1501-90f4-44e4-a92f-9273a4c8d17f {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:46:39.517995 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112e1501-90f4-44e4-a92f-9273a4c8d17f'] response: {'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'status': 'completed', 'code': 200} Oct 27 01:46:39.606988 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-7d3657bd-4fb2-444a-b108-35c44e2ac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:39.608434 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-7d3657bd-4fb2-444a-b108-35c44e2ac273 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1129 time: 0.0407093 Oct 27 01:46:39.619418 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:46:39.699097 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-4e571a1c-94d9-4a43-bf57-6bb841c23bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:39.700582 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-4e571a1c-94d9-4a43-bf57-6bb841c23bd4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0866382 Oct 27 01:46:39.765408 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-d95be49f-2911-403d-afb8-ed6caf6e1f69 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 998 time: 0.0587800 Oct 27 01:46:39.813655 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-1ea8c2c7-afa0-468d-85ae-7a319efa2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:39.815126 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-1ea8c2c7-afa0-468d-85ae-7a319efa2e0b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0437691 Oct 27 01:46:39.849834 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '0c448151-fae7-4ef9-9494-0b656183eb5f', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:9b:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:46:38Z', 'updated_at': '2022-10-27T01:46:38Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}, {'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:46:39.859137 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-5b2bab03-6f5e-4a94-be03-8ea0da62d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:46:39.860594 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-5b2bab03-6f5e-4a94-be03-8ea0da62d07d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395660 Oct 27 01:46:39.877533 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:46:39.886489 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:46:39.887079 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:46:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:46:39.936878 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:39.958270 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-15e69cd8-1ca5-4ab9-9d50-f6032bf91531 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913897 Oct 27 01:46:39.986613 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:46:40.047524 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-558db845-7f23-4aaf-9bd0-be9f2748c5fe req-4f0ec433-6f8c-4ac2-9781-cdfe36f4ee9c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 Oct 27 01:46:40.200602 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '0c448151-fae7-4ef9-9494-0b656183eb5f', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:9b:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:46:38Z', 'updated_at': '2022-10-27T01:46:38Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}, {'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:46:40.224418 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a7dca-aa0a-42bc-9050-0f58a71a06f0 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '0c448151-fae7-4ef9-9494-0b656183eb5f', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:9b:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:46:38Z', 'updated_at': '2022-10-27T01:46:38Z', 'revision_number': 0, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}, {'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:46:40.407749 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70fe1a-53ce-48b5-b233-49967c8b4df2 None None] New status for floating IP 0c448151-fae7-4ef9-9494-0b656183eb5f: ACTIVE {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:46:50.042813 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=13 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:50.044708 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=54 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:50.501019 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=1,neutron:SELECT=18 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:50.509527 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:53.500857 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7ab4316f-ba4e-4dd5-b0ca-a03f920d357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:53.888336 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:53.892044 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:46:55.857635 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-faa7492b-d2d7-4b76-ad70-c24ec110ee14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:57.188871 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:58.874670 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:46:59.053642 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:02.012325 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:12.004092 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:12.008588 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:15.799604 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:47:23.504226 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5bc78ec3-d433-421b-b72a-033229721e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:25.358931 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-fbc2678b-7e3f-49a7-87fb-0e4b459d8ca0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434928 Oct 27 01:47:25.457693 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5be-027d-4593-872d-496619acad2e req-cce99567-7fec-4c86-b2c8-d0b30e85a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:47:25.459151 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-cce99567-7fec-4c86-b2c8-d0b30e85a89a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0390193 Oct 27 01:47:25.562742 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5be-027d-4593-872d-496619acad2e req-5c9611c7-e5b4-4d2b-a8b9-bbbda188e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:47:25.564215 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-5c9611c7-e5b4-4d2b-a8b9-bbbda188e64c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0864041 Oct 27 01:47:25.634421 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-2c2fe75b-0201-4aa1-abab-26dea981a2fa service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 1001 time: 0.0637915 Oct 27 01:47:25.688557 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5be-027d-4593-872d-496619acad2e req-246c0f4b-8316-462c-ac32-02e90a9a9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:47:25.690028 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-246c0f4b-8316-462c-ac32-02e90a9a9fcd service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0502322 Oct 27 01:47:25.734543 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5be-027d-4593-872d-496619acad2e req-599cb3a0-8579-4617-9307-ffbbc731fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:47:25.735997 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-599cb3a0-8579-4617-9307-ffbbc731fd40 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392232 Oct 27 01:47:25.829906 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-48e536b4-14f4-4e8e-a736-f6366a720108 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875931 Oct 27 01:47:25.859113 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98127987-1444-4c6e-9881-2b797f3e6c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:25.919072 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-de31d5be-027d-4593-872d-496619acad2e req-4321e353-b620-41f9-aa2b-ef3550d9a082 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Oct 27 01:47:26.782839 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:26.783549 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:27.194117 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:28.877109 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:29.056242 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:32.014617 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:35.910181 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=54 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:35.916361 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=47 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:42.008394 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:42.010190 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:51.872265 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:51.873037 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:47:52.799616 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:47:53.506506 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-46b55b2e-98d4-47ac-935f-a25b6f78d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:55.860830 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29d7f4ed-67dc-4edc-a6a6-2e634dde81fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:57.194633 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:58.880137 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:47:59.059540 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:02.027932 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:03.775802 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:03.779931 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:13.894544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:13.897916 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:17.684642 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-cd8ebd78-7f16-41b0-9edd-369839e3acc5 service neutron] (104647) timed out ('10.222.0.42', 34510) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:48:17.763317 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-225ec6db-79ad-4243-9404-94761879ebcd req-c129a685-7b47-49ba-897a-319e9d57ec7b tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] (104647) timed out ('10.222.0.42', 34524) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:48:23.508780 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e59edd50-feb1-4ac2-9695-92c89fed3e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:25.862922 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6ad19a3b-5f81-4675-8400-8d86a3a05a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:27.197295 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:27.409601 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-edea1714-f8c3-426d-94c1-16021b6c11b3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440121 Oct 27 01:48:27.483526 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-9a0ead94-41e8-4f51-b293-c10d8d1b9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:27.484902 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-9a0ead94-41e8-4f51-b293-c10d8d1b9286 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1129 time: 0.0390429 Oct 27 01:48:27.586307 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-12e59b8a-514b-4635-87f4-0665cd7a68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:27.587759 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-12e59b8a-514b-4635-87f4-0665cd7a68e7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0842297 Oct 27 01:48:27.651039 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-42e3489f-8794-4476-9a10-ed7b308fd91b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 1000 time: 0.0570786 Oct 27 01:48:27.699157 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-18796e66-b533-4c98-8cc7-8958cfb85ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:27.700623 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-18796e66-b533-4c98-8cc7-8958cfb85ead service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0434978 Oct 27 01:48:27.742715 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-4edb4e0a-fc3f-4e90-bfb9-951dea9f51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:27.744065 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-4edb4e0a-fc3f-4e90-bfb9-951dea9f51eb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380371 Oct 27 01:48:27.836270 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-4b7c4176-c9ae-47b5-99ad-26e514cbfc66 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855172 Oct 27 01:48:27.924212 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-66d855cb-d9c3-46f7-9061-72f17577e024 req-7d83060e-3e03-4871-a774-bcbdb6232918 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823948 Oct 27 01:48:28.882614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:28.942079 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40030) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:29.062903 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.087267 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port e67985f1-740e-424e-9247-0d21c9c2d372 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:29.087517 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.165160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.165486 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (e67985f1-740e-424e-9247-0d21c9c2d372), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.177497 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for e67985f1-740e-424e-9247-0d21c9c2d372 owned by network:floatingip {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:29.305229 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:29.324986 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (e67985f1-740e-424e-9247-0d21c9c2d372), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.327975 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:29.351160 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=e67985f1-740e-424e-9247-0d21c9c2d372,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:29.364152 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.364503 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.364841 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.365198 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.365529 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.365856 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.366179 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.366498 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.366820 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.367141 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.367462 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.367779 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.368109 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.368407 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.368719 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:29.424963 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (0c448151-fae7-4ef9-9494-0b656183eb5f), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.425314 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.db.l3_db [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 0c448151-fae7-4ef9-9494-0b656183eb5f disassociated (deleted). External IP: 172.27.0.13, port: 79d43a95-d519-4f5f-bf73-9f16392bffe3. Oct 27 01:48:29.626281 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:29.728546 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:29.733386 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:29.740020 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:29.750676 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:29.751360 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:29.763373 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d7427db2-5bbd-4237-9e32-7dc965125c00 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0c448151-fae7-4ef9-9494-0b656183eb5f HTTP/1.1" status: 204 len: 168 time: 0.8201864 Oct 27 01:48:29.764003 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3'}] {{(pid=104646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:48:29.766311 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd8a0e8b3879f9e4f77233a0de87d889c0a6c27ae21ed24db40f1172bbddcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03" -d '{"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3"}]}' {{(pid=104646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:29.799330 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:48:29.835043 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f1ca1-58b9-4662-8ecb-d3a6a74b67e5 x-openstack-request-id: req-666f1ca1-58b9-4662-8ecb-d3a6a74b67e5 {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:29.835327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3", "status": "completed", "code": 200}]} {{(pid=104646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:29.835570 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-666f1ca1-58b9-4662-8ecb-d3a6a74b67e5 {{(pid=104646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:29.835967 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666f1ca1-58b9-4662-8ecb-d3a6a74b67e5'] response: {'name': 'network-changed', 'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'status': 'completed', 'code': 200} Oct 27 01:48:29.862504 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:29.938999 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-7bb819e0-b532-471b-bf77-c7e88d6d9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:29.940680 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-7bb819e0-b532-471b-bf77-c7e88d6d9026 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 1129 time: 0.0483639 Oct 27 01:48:30.007263 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968bc8a-c3d6-4e0c-a02f-23264e06ee6b req-f8baaa9d-8d94-4462-88f6-a50eac224589 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:30.008763 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4968bc8a-c3d6-4e0c-a02f-23264e06ee6b req-f8baaa9d-8d94-4462-88f6-a50eac224589 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Oct 27 01:48:30.059388 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-4968bc8a-c3d6-4e0c-a02f-23264e06ee6b req-1556d14f-2248-451c-977b-8a5eec4edac5 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Oct 27 01:48:30.099107 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:30.127324 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:30.135737 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:30.136334 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:30.317876 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:30.528764 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:30.552759 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398d55e-b793-4c92-bd7b-e24badb307ba None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_floatingips': [{'id': '3d442ebf-9ca0-4022-b7b3-6390e9656e6e', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'router_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'port_id': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'mac_address': 'fa:16:3e:6d:11:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d536c-f1ec-420f-9a53-b69814477d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T01:44:16Z', 'updated_at': '2022-10-27T01:44:18Z', 'revision_number': 1, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:30.763938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee6374-38b1-4f17-aa38-c35ac65286fc None None] New status for floating IP 0c448151-fae7-4ef9-9494-0b656183eb5f: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:48:31.081725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-e61f2623-d338-4f8c-8799-187655fc7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:31.083206 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-e61f2623-d338-4f8c-8799-187655fc7bf3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0862000 Oct 27 01:48:31.138174 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-a74b490c-0116-4da0-9cdb-1623fcaf9e99 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 200 len: 217 time: 0.0378728 Oct 27 01:48:31.211756 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b3e82-e547-453f-bb5d-82cab81b71b0 req-57664f4c-97bd-46a4-a97f-43d2e914dca0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:31.213244 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-503b3e82-e547-453f-bb5d-82cab81b71b0 req-57664f4c-97bd-46a4-a97f-43d2e914dca0 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0741999 Oct 27 01:48:31.222583 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-6f4e3173-c013-4f82-b8e3-e51e47adf8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:31.223915 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-6f4e3173-c013-4f82-b8e3-e51e47adf8bd service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0755215 Oct 27 01:48:31.266345 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-503b3e82-e547-453f-bb5d-82cab81b71b0 req-165e1fc1-8f4e-478c-985f-bcb102fa6059 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 Oct 27 01:48:31.313228 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-6dd16c0f-164b-43d3-9ae1-23f2e1a90245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:31.314715 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-6dd16c0f-164b-43d3-9ae1-23f2e1a90245 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430014 Oct 27 01:48:31.668027 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:31.685044 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-7255af8b-8e70-4682-9adb-7990de92f6b3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840564 Oct 27 01:48:31.763680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-1d6e512c-5364-4cd9-b7b1-2d892a047c44 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:31.765182 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-1d6e512c-5364-4cd9-b7b1-2d892a047c44 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 945 time: 0.0471106 Oct 27 01:48:31.769727 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:31.806075 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-203e0c20-bbcd-4faa-a937-0bfdba7a7c03 req-238c37ed-9657-4333-b8b9-9bbf1aa486f4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882435 Oct 27 01:48:31.850073 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port 79d43a95-d519-4f5f-bf73-9f16392bffe3 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:31.850412 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:31.943211 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] For port 79d43a95-d519-4f5f-bf73-9f16392bffe3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79d43a95-d519-4f5f-bf73-9f16392bffe3,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:31.943490 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:31.957252 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for 79d43a95-d519-4f5f-bf73-9f16392bffe3 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:32.029187 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:32.087672 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (79d43a95-d519-4f5f-bf73-9f16392bffe3), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:32.116061 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=79d43a95-d519-4f5f-bf73-9f16392bffe3,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:32.131279 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.131616 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.131961 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.132296 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.132663 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.133126 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.133345 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.133667 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.133989 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.134308 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.134756 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.135082 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.135401 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.136302 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.137080 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:32.173196 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] No DVR routers for this DVR port 79d43a95-d519-4f5f-bf73-9f16392bffe3 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:48:32.175605 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:32.178790 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-1281c3ef-0a37-4521-9d1b-0ef97eaba5d9 req-ece9f390-9a78-490a-a174-697033966899 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "DELETE /networking/v2.0/ports/79d43a95-d519-4f5f-bf73-9f16392bffe3 HTTP/1.1" status: 204 len: 173 time: 0.4084220 Oct 27 01:48:32.179274 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'name': 'network-vif-deleted', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:48:32.181553 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368a043-a602-4f07-abb6-847c1b65f112" -d '{"events": [{"server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "name": "network-vif-deleted", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:32.283288 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6a543-4fff-4ca6-8b3c-23ff247d9c46 x-openstack-request-id: req-89d6a543-4fff-4ca6-8b3c-23ff247d9c46 {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:32.283580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740814ed-f20d-4cfc-bfb9-7206661ba280", "name": "network-vif-deleted", "tag": "79d43a95-d519-4f5f-bf73-9f16392bffe3", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:32.283879 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89d6a543-4fff-4ca6-8b3c-23ff247d9c46 {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:32.284285 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d6a543-4fff-4ca6-8b3c-23ff247d9c46'] response: {'server_uuid': '740814ed-f20d-4cfc-bfb9-7206661ba280', 'name': 'network-vif-deleted', 'tag': '79d43a95-d519-4f5f-bf73-9f16392bffe3', 'status': 'completed', 'code': 200} Oct 27 01:48:32.371140 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-c2de5610-4aa7-4fa9-b993-27492cf8f5cb req-55695de2-55a3-4ca9-845d-93e0f2f26582 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=740814ed-f20d-4cfc-bfb9-7206661ba280 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Oct 27 01:48:35.678505 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40076) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:35.821318 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port 816d9523-245d-447b-99c2-5949c04c034b {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:35.821690 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (816d9523-245d-447b-99c2-5949c04c034b), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:35.895874 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (816d9523-245d-447b-99c2-5949c04c034b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:35.896191 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (816d9523-245d-447b-99c2-5949c04c034b), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:35.908835 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for 816d9523-245d-447b-99c2-5949c04c034b owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:35.946123 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 79d43a95-d519-4f5f-bf73-9f16392bffe3 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:35.969544 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: 79d43a95-d519-4f5f-bf73-9f16392bffe3 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:35.969887 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device 79d43a95-d519-4f5f-bf73-9f16392bffe3 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:36.051496 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:36.058093 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (816d9523-245d-447b-99c2-5949c04c034b), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:36.061685 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:36.082912 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=816d9523-245d-447b-99c2-5949c04c034b,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:36.147986 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (3d442ebf-9ca0-4022-b7b3-6390e9656e6e), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:36.148311 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.db.l3_db [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Floating IP 3d442ebf-9ca0-4022-b7b3-6390e9656e6e disassociated (deleted). External IP: 172.27.0.101, port: b53b8dd8-136d-4439-b89c-b0504e67a544. Oct 27 01:48:36.350034 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:36.456370 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:36.461053 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:36.466510 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:36.480535 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:36.481243 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:36.492246 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-88f77980-ac65-4132-8c4b-c75b2e93b696 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3d442ebf-9ca0-4022-b7b3-6390e9656e6e HTTP/1.1" status: 204 len: 168 time: 0.8126802 Oct 27 01:48:36.492888 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:48:36.497367 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b564654a-7f3c-4827-94d3-6092012acaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:36.538810 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c84b2b-020e-44ca-8540-0e47b6f75d3d x-openstack-request-id: req-b7c84b2b-020e-44ca-8540-0e47b6f75d3d {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:36.539116 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:36.539351 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7c84b2b-020e-44ca-8540-0e47b6f75d3d {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:36.539758 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c84b2b-020e-44ca-8540-0e47b6f75d3d'] response: {'name': 'network-changed', 'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'status': 'completed', 'code': 200} Oct 27 01:48:36.589874 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:36.629952 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:36.635526 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-4a3af6b9-af82-4ed7-8c7f-1a178f278b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:36.637256 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-4a3af6b9-af82-4ed7-8c7f-1a178f278b45 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 1129 time: 0.0493648 Oct 27 01:48:36.728848 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932beeb9-031f-43a6-9229-ef03a3a7d544 req-e47a40c0-6363-4c4b-ac55-635ed724cb25 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:36.730533 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-932beeb9-031f-43a6-9229-ef03a3a7d544 req-e47a40c0-6363-4c4b-ac55-635ed724cb25 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0471914 Oct 27 01:48:36.777645 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:36.781768 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-932beeb9-031f-43a6-9229-ef03a3a7d544 req-30736dec-57f0-466a-b9b2-2594d51c7e91 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455811 Oct 27 01:48:36.792467 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:36.817554 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:36.826510 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:36.827096 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:36.927631 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:37.106551 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:37.133536 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b31a38-2bb7-46c6-8194-369b8c101043 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:40:47Z', 'revision_number': 4, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi', '_interfaces': [{'id': 'ae2ca74b-5751-44c5-89e1-adbfcb391378', 'name': '', 'network_id': 'ddef7af7-3a37-424a-bbe6-e1306854800a', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'mac_address': 'fa:16:3e:75:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c602c511-87b5-4774-8a25-4985db228713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:46Z', 'updated_at': '2022-10-27T01:40:53Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'subnets': [{'id': 'c602c511-87b5-4774-8a25-4985db228713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:37.341159 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcadc7-5eca-44fc-98f4-19e15e384baa None None] New status for floating IP 3d442ebf-9ca0-4022-b7b3-6390e9656e6e: DOWN {{(pid=104648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 01:48:37.770600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-43129766-0f50-453f-b3bf-06579791a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:37.772039 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-43129766-0f50-453f-b3bf-06579791a3be service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 200 len: 912 time: 0.0900698 Oct 27 01:48:37.835536 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-dc8cf125-d4fd-4846-9b93-ce24251db508 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 200 len: 217 time: 0.0341358 Oct 27 01:48:37.885587 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-139eef4e-2d98-4a2b-bc86-c335d31cf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:37.887047 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-139eef4e-2d98-4a2b-bc86-c335d31cf385 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 200 len: 850 time: 0.0442531 Oct 27 01:48:37.905611 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323ef9-a4df-429d-b2d8-432887dda816 req-9446a6a3-ba2c-4a81-87aa-643ee39392bd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:37.907063 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae323ef9-a4df-429d-b2d8-432887dda816 req-9446a6a3-ba2c-4a81-87aa-643ee39392bd tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0465310 Oct 27 01:48:38.133494 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-8409e0b3-5b4c-471c-bcc0-604905abc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:38.134999 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-8409e0b3-5b4c-471c-bcc0-604905abc91e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=ddef7af7-3a37-424a-bbe6-e1306854800a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449674 Oct 27 01:48:38.225383 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-ae323ef9-a4df-429d-b2d8-432887dda816 req-69b15406-8d84-47e9-a94b-09437796ae7d tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125861 Oct 27 01:48:38.231168 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-324b24d7-1bc7-4aa2-8ab5-eb3b89e04618 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886395 Oct 27 01:48:38.406917 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b564654a-7f3c-4827-94d3-6092012acaa2 req-dec1242b-af79-4fa7-a2d2-685645588159 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Oct 27 01:48:38.507114 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-8ba7e75a-446b-4fbc-a6af-99bccabb7fdb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 01:48:38.508555 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-8ba7e75a-446b-4fbc-a6af-99bccabb7fdb tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Oct 27 01:48:38.580580 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:38.592505 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port b53b8dd8-136d-4439-b89c-b0504e67a544 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:38.592852 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:38.595320 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=100 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:38.685460 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] For port b53b8dd8-136d-4439-b89c-b0504e67a544, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b53b8dd8-136d-4439-b89c-b0504e67a544,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:38.685825 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:38.699798 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for b53b8dd8-136d-4439-b89c-b0504e67a544 owned by compute:nova {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:38.827310 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (b53b8dd8-136d-4439-b89c-b0504e67a544), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:38.852718 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=b53b8dd8-136d-4439-b89c-b0504e67a544,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:38.898023 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] No DVR routers for this DVR port b53b8dd8-136d-4439-b89c-b0504e67a544 on host hv-cinder-81558 {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:48:38.900340 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for port (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:38.904082 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [req-b2fe48cd-c1f9-4ed3-9051-8c8014bfe70f req-eb4a4f65-308d-4175-8f8c-209bdd5e2e46 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.13 "DELETE /networking/v2.0/ports/b53b8dd8-136d-4439-b89c-b0504e67a544 HTTP/1.1" status: 204 len: 173 time: 0.3891935 Oct 27 01:48:38.904544 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'name': 'network-vif-deleted', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544'}] {{(pid=104647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 01:48:38.906751 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}118cf32057c7d680f791858993ee8a9b778d90e8dbe0cb48300604218c962c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b2417-a151-4c70-b793-26b55b741ede" -d '{"events": [{"server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "name": "network-vif-deleted", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544"}]}' {{(pid=104647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:38.943783 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779a3422-6f7f-4d47-b075-b2575396895f x-openstack-request-id: req-779a3422-6f7f-4d47-b075-b2575396895f {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:38.944071 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d536c-f1ec-420f-9a53-b69814477d51", "name": "network-vif-deleted", "tag": "b53b8dd8-136d-4439-b89c-b0504e67a544", "status": "completed", "code": 200}]} {{(pid=104647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:38.944368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-779a3422-6f7f-4d47-b075-b2575396895f {{(pid=104647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:38.944772 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779a3422-6f7f-4d47-b075-b2575396895f'] response: {'server_uuid': '622d536c-f1ec-420f-9a53-b69814477d51', 'name': 'network-vif-deleted', 'tag': 'b53b8dd8-136d-4439-b89c-b0504e67a544', 'status': 'completed', 'code': 200} Oct 27 01:48:39.351195 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [req-43720f76-76b1-44b6-a4ba-6da1df9ee8ec req-9b243fcd-fe33-46d4-af9e-4d5f9aef500c tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622d536c-f1ec-420f-9a53-b69814477d51 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Oct 27 01:48:40.425195 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40092) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:40.543680 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Deleting port ae3c8772-acff-4908-8e47-eab96afeabb0 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:40.544018 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.627643 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.628032 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (ae3c8772-acff-4908-8e47-eab96afeabb0), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.641163 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Calling delete_port for ae3c8772-acff-4908-8e47-eab96afeabb0 owned by network:floatingip {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:40.790903 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ae3c8772-acff-4908-8e47-eab96afeabb0), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.816245 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'Port': ['ID=ae3c8772-acff-4908-8e47-eab96afeabb0,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:40.880527 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for floatingip (5d9d5e0b-be14-409c-af3a-d90aafaf1f8c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.882983 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137860'] for floatingip (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:40.884456 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-c3686407-8090-4d54-8df8-3f38487ce471 tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5d9d5e0b-be14-409c-af3a-d90aafaf1f8c HTTP/1.1" status: 204 len: 168 time: 0.4590809 Oct 27 01:48:41.946206 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device b53b8dd8-136d-4439-b89c-b0504e67a544 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:41.966373 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] No Port match for: b53b8dd8-136d-4439-b89c-b0504e67a544 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:41.966713 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Device b53b8dd8-136d-4439-b89c-b0504e67a544 not bound to the agent host hv-cinder-81558 {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:42.095346 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40104) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:42.154808 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (3e89d75c-d44c-46b7-83e7-11cbcbe2af1f), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:42.178630 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (3e89d75c-d44c-46b7-83e7-11cbcbe2af1f), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:42.191962 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:42.194600 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:42.248838 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (3e89d75c-d44c-46b7-83e7-11cbcbe2af1f), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:42.251457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Publish callbacks [] for security_group (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:42.252601 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e89d75c-d44c-46b7-83e7-11cbcbe2af1f HTTP/1.1" status: 204 len: 168 time: 0.1562798 Oct 27 01:48:42.262805 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2647c92-7449-475e-86ed-9228a22775ff tempest-TestVolumeBootPattern-604790581 tempest-TestVolumeBootPattern-604790581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e89d75c-d44c-46b7-83e7-11cbcbe2af1f,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:42.310572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40108) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:42.978224 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (a27d098e-7032-49a7-a917-50bb2b582efb), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:43.194445 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Deleting port ae2ca74b-5751-44c5-89e1-adbfcb391378 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:43.195139 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:43.275380 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] For port ae2ca74b-5751-44c5-89e1-adbfcb391378, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=ae2ca74b-5751-44c5-89e1-adbfcb391378,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:43.275738 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:43.289082 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Calling delete_port for ae2ca74b-5751-44c5-89e1-adbfcb391378 owned by network:router_interface {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:43.445859 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:43.453281 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:43.468785 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (ae2ca74b-5751-44c5-89e1-adbfcb391378), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:43.492000 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2ca74b-5751-44c5-89e1-adbfcb391378,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:43.658414 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (a27d098e-7032-49a7-a917-50bb2b582efb), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:43.679032 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4c972-f9b9-4170-934d-f04208bc580e None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:48:43.754277 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4c972-f9b9-4170-934d-f04208bc580e None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:48:43.875620 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Router a27d098e-7032-49a7-a917-50bb2b582efb has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:43.987288 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:43.992415 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-1fc9c9df-7a9c-49e7-8612-9f050160d0cb admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a27d098e-7032-49a7-a917-50bb2b582efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805923 Oct 27 01:48:43.995237 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40112) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:43.998077 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Sync routers for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:44.008407 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:44.008987 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:44.105752 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks [] for router (a27d098e-7032-49a7-a917-50bb2b582efb), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.130541 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: dv-cinder-815582-19-iscsi {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:44.212065 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks [] for router_gateway (a27d098e-7032-49a7-a917-50bb2b582efb), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.259368 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Deleting port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:44.259654 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.315683 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:48:43Z', 'revision_number': 5, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port': {'id': '396e1c9f-2e66-4fa3-a9e3-aca172cc5de8', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:45Z', 'updated_at': '2022-10-27T01:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:44.342272 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Checking router: a27d098e-7032-49a7-a917-50bb2b582efb for host: dv-cinder-815582-19-iscsi {{(pid=104649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:44.346065 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] For port 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:44.346429 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.351873 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Routers {'a27d098e-7032-49a7-a917-50bb2b582efb'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:44.352448 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['a27d098e-7032-49a7-a917-50bb2b582efb'], 'active': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:44.356473 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:44.368096 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Calling delete_port for 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 owned by network:router_gateway {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:44.379020 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:44.408868 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:44.445573 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:44.447388 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:44.457005 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-8ee2509a-4327-4136-bb4d-c12325c6ae3d None None] Provisioning complete for port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:48:44.457709 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8ee2509a-4327-4136-bb4d-c12325c6ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.458268 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-8ee2509a-4327-4136-bb4d-c12325c6ae3d None None] Attempt 1 to provision port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a Oct 27 01:48:44.548752 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvr_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] Set router a27d098e-7032-49a7-a917-50bb2b582efb gateway port host: None {{(pid=104649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:44.575485 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (396e1c9f-2e66-4fa3-a9e3-aca172cc5de8), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.606169 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.l3_hamode_db [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:48:44Z', 'revision_number': 6, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:44.607117 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=396e1c9f-2e66-4fa3-a9e3-aca172cc5de8,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:44.636712 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f866d8d-ceb9-444b-9662-c400fb8cd259 None None] The sync data for ids ['a27d098e-7032-49a7-a917-50bb2b582efb'] in dv-cinder-815582-19-iscsi is: [{'id': 'a27d098e-7032-49a7-a917-50bb2b582efb', 'name': 'tempest-TestVolumeBootPattern-195842268-router', 'tenant_id': '897fac8b218c4476b84ea53d3b79e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:44Z', 'updated_at': '2022-10-27T01:48:44Z', 'revision_number': 6, 'project_id': '897fac8b218c4476b84ea53d3b79e9a7', 'gw_port_host': None}] {{(pid=104649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:44.689563 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2509a-4327-4136-bb4d-c12325c6ae3d None None] Current status of the port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:48:44.691930 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (a27d098e-7032-49a7-a917-50bb2b582efb), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.777703 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (a27d098e-7032-49a7-a917-50bb2b582efb), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.779858 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks [] for router_controller (a27d098e-7032-49a7-a917-50bb2b582efb), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.822702 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (a27d098e-7032-49a7-a917-50bb2b582efb), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.823404 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27d098e-7032-49a7-a917-50bb2b582efb {{(pid=104647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:48:44.827932 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.828912 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-b5822b0c-7415-4447-b338-2b6bfeb63e74 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a27d098e-7032-49a7-a917-50bb2b582efb HTTP/1.1" status: 204 len: 168 time: 0.8310304 Oct 27 01:48:44.831492 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40114) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:44.878203 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Deleting subnet c602c511-87b5-4774-8a25-4985db228713 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:48:44.881336 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Publish callbacks [] for subnet (c602c511-87b5-4774-8a25-4985db228713), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.917519 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (c602c511-87b5-4774-8a25-4985db228713), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:44.993283 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (c602c511-87b5-4774-8a25-4985db228713), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.054420 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (c602c511-87b5-4774-8a25-4985db228713), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.084416 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c602c511-87b5-4774-8a25-4985db228713,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:45.086441 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.089686 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-57e868b3-36c6-4556-8015-f4a7c2ae1dad admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c602c511-87b5-4774-8a25-4985db228713 HTTP/1.1" status: 204 len: 168 time: 0.2572701 Oct 27 01:48:45.092185 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40116) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:45.093266 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e187c-dab3-4a2e-8228-b4b6f6c4aef9 None None] Network ddef7af7-3a37-424a-bbe6-e1306854800a requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:48:45.161258 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (ddef7af7-3a37-424a-bbe6-e1306854800a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.209821 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Deleting port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:45.210167 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.273681 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] For port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,segment=NetworkSegment(ea062048-06b0-41a6-a28f-833f7e99ca8a),segment_id=ea062048-06b0-41a6-a28f-833f7e99ca8a)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:45.274404 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.287678 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Calling delete_port for 2a5484a0-2aa5-457c-b8df-91b97acd5d0a owned by network:dhcp {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:45.324676 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:45.350765 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:45.373990 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (2a5484a0-2aa5-457c-b8df-91b97acd5d0a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.393936 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1eb7fb-ff8e-49e2-a4dc-52c4ee227d23 None None] DHCP port deletion for ddef7af7-3a37-424a-bbe6-e1306854800a request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:48:45.400467 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5484a0-2aa5-457c-b8df-91b97acd5d0a,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:45.405816 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] No DVR routers for this DVR port 2a5484a0-2aa5-457c-b8df-91b97acd5d0a on host dv-cinder-815582-19-iscsi {{(pid=104647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:48:45.480062 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (ddef7af7-3a37-424a-bbe6-e1306854800a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.501433 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddef7af7-3a37-424a-bbe6-e1306854800a']}} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.512453 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea062048-06b0-41a6-a28f-833f7e99ca8a') {'for_net_delete': True} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.512760 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.services.segments.db [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea062048-06b0-41a6-a28f-833f7e99ca8a') {} {{(pid=104647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.527001 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2388061'] for segment (ea062048-06b0-41a6-a28f-833f7e99ca8a), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.540398 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (ea062048-06b0-41a6-a28f-833f7e99ca8a), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.546826 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:48:45.547201 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352414'] for segment (ea062048-06b0-41a6-a28f-833f7e99ca8a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.615278 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (ddef7af7-3a37-424a-bbe6-e1306854800a), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.621293 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:45.626009 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ddef7af7-3a37-424a-bbe6-e1306854800a HTTP/1.1" status: 204 len: 168 time: 0.5329101 Oct 27 01:48:45.629360 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40122) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:45.641335 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment ea062048-06b0-41a6-a28f-833f7e99ca8a resource provider aggregate not found Oct 27 01:48:45.645151 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6732-9a5b-4361-80d5-7302fb0c6aff admin admin] Pushing event deleted for resources: {'Network': ['ID=ddef7af7-3a37-424a-bbe6-e1306854800a,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:45.663591 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.services.segments.plugin [-] Segment ea062048-06b0-41a6-a28f-833f7e99ca8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea062048-06b0-41a6-a28f-833f7e99ca8a found for delete ", "request_id": "req-ffacdbc1-864c-4b26-a4b7-c38e0ade0408"}]} Oct 27 01:48:45.941602 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734876'] for router_interface (76ecf39e-f82e-498a-9035-556900fceeb9), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:46.156266 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Deleting port 7290802b-67db-4c9f-9dcb-9926d75c18fb {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:46.156595 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:46.201642 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:46.239725 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] For port 7290802b-67db-4c9f-9dcb-9926d75c18fb, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=7290802b-67db-4c9f-9dcb-9926d75c18fb,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:46.240085 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:46.253009 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Calling delete_port for 7290802b-67db-4c9f-9dcb-9926d75c18fb owned by network:router_interface {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:46.300616 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=100 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:46.433350 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (7290802b-67db-4c9f-9dcb-9926d75c18fb), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:46.456948 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7290802b-67db-4c9f-9dcb-9926d75c18fb,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:46.525588 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:46.546862 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:46.550969 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 396e1c9f-2e66-4fa3-a9e3-aca172cc5de8 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:46.551405 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ae2ca74b-5751-44c5-89e1-adbfcb391378 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:46.572556 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: ae2ca74b-5751-44c5-89e1-adbfcb391378 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:46.573555 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device ae2ca74b-5751-44c5-89e1-adbfcb391378 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:46.574203 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2a5484a0-2aa5-457c-b8df-91b97acd5d0a no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:46.592740 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 2a5484a0-2aa5-457c-b8df-91b97acd5d0a {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:46.593238 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 2a5484a0-2aa5-457c-b8df-91b97acd5d0a not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:46.632415 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734220'] for router_interface (76ecf39e-f82e-498a-9035-556900fceeb9), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:46.670608 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569cb51-cc5c-4f77-a294-982817cb6b76 None None] get_active_networks_info from dv-cinder-815582-19-iscsi {{(pid=104648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 01:48:46.741940 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3569cb51-cc5c-4f77-a294-982817cb6b76 None None] Resources bound (agent type, host, resource id): {{(pid=104648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 01:48:46.837799 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Router 76ecf39e-f82e-498a-9035-556900fceeb9 has already been hosted by L3 agent b8493399-1071-4478-9ea0-6ecf5a1c31f3 {{(pid=104646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:46.946103 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] Notify agent at l3_agent.dv-cinder-815582-19-iscsi the message routers_updated {{(pid=104646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:46.951796 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-459ada35-9588-4473-99d8-b6673002ea22 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/76ecf39e-f82e-498a-9035-556900fceeb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3213999 Oct 27 01:48:46.954426 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40126) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:46.957520 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Sync routers for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:46.969594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:46.970342 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:47.065309 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks [] for router (76ecf39e-f82e-498a-9035-556900fceeb9), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.079503 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: dv-cinder-815582-19-iscsi {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:47.174767 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks [] for router_gateway (76ecf39e-f82e-498a-9035-556900fceeb9), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.222572 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Deleting port fe7ea94b-648a-46a0-943a-2820af5e4d0c {{(pid=104647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:47.222914 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.264761 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'external_fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:48:46Z', 'revision_number': 5, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port': {'id': 'fe7ea94b-648a-46a0-943a-2820af5e4d0c', 'name': '', 'network_id': 'b215c84b-1be4-4a75-8035-b75930335730', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T01:40:50Z', 'updated_at': '2022-10-27T01:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f04bdcc-b4c7-421a-a2fd-4dcd11d2aa65', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-19-iscsi'}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:47.291324 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Checking router: 76ecf39e-f82e-498a-9035-556900fceeb9 for host: dv-cinder-815582-19-iscsi {{(pid=104648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:47.300995 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Routers {'76ecf39e-f82e-498a-9035-556900fceeb9'} bound to L3 agent in host dv-cinder-815582-19-iscsi {{(pid=104648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 01:48:47.301632 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T01:15:56Z,description=,heartbeat_timestamp=2022-10-27T01:48:26Z,host='dv-cinder-815582-19-iscsi',id=b8493399-1071-4478-9ea0-6ecf5a1c31f3,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T01:15:56Z,topic='l3_agent')) {'router_ids': ['76ecf39e-f82e-498a-9035-556900fceeb9'], 'active': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:47.316363 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.db [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] For port fe7ea94b-648a-46a0-943a-2820af5e4d0c, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=fe7ea94b-648a-46a0-943a-2820af5e4d0c,segment=NetworkSegment(6b3c9331-5319-4144-b796-8140b29c492b),segment_id=6b3c9331-5319-4144-b796-8140b29c492b)] {{(pid=104647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:47.316729 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.332909 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.plugins.ml2.plugin [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Calling delete_port for fe7ea94b-648a-46a0-943a-2820af5e4d0c owned by network:router_gateway {{(pid=104647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:47.387472 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvr_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] Set router 76ecf39e-f82e-498a-9035-556900fceeb9 gateway port host: None {{(pid=104648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 01:48:47.444192 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_hamode_db [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:48:47Z', 'revision_number': 6, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port_host': None}], 'dv-cinder-815582-19-iscsi', False) {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:47.474465 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [None req-9af9d166-e7eb-4ad4-9729-25050e3bfd1a None None] Provisioning complete for port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 triggered by entity DHCP. {{(pid=104648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 01:48:47.474832 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9af9d166-e7eb-4ad4-9729-25050e3bfd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253632'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), provisioning_complete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.475165 dv-cinder-815582-19-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-9af9d166-e7eb-4ad4-9729-25050e3bfd1a None None] Attempt 1 to provision port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 Oct 27 01:48:47.476956 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37166c29-aeaa-42e1-b7a3-03deca2d52a2 None None] The sync data for ids ['76ecf39e-f82e-498a-9035-556900fceeb9'] in dv-cinder-815582-19-iscsi is: [{'id': '76ecf39e-f82e-498a-9035-556900fceeb9', 'name': 'tempest-TestVolumeBootPattern-1422427478-router', 'tenant_id': '0d00e248d64f4e8f958c77a2b208ce53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T01:40:49Z', 'updated_at': '2022-10-27T01:48:47Z', 'revision_number': 6, 'project_id': '0d00e248d64f4e8f958c77a2b208ce53', 'gw_port_host': None}] {{(pid=104648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:47.494457 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:47.502131 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352429'] for port (fe7ea94b-648a-46a0-943a-2820af5e4d0c), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.506554 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:47.530435 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7ea94b-648a-46a0-943a-2820af5e4d0c,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:47.553801 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:47.562100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d166-e7eb-4ad4-9729-25050e3bfd1a None None] Current status of the port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 is: ACTIVE; New status is: ACTIVE {{(pid=104648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 01:48:47.596219 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-733915'] for router_gateway (76ecf39e-f82e-498a-9035-556900fceeb9), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.681715 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239345'] for router (76ecf39e-f82e-498a-9035-556900fceeb9), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.684722 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks [] for router_controller (76ecf39e-f82e-498a-9035-556900fceeb9), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.689271 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:47.730154 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-734297'] for router (76ecf39e-f82e-498a-9035-556900fceeb9), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.730707 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ecf39e-f82e-498a-9035-556900fceeb9 {{(pid=104647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:48:47.734805 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.735940 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-47fc9b31-671d-43b4-831b-456643de1bbd admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/76ecf39e-f82e-498a-9035-556900fceeb9 HTTP/1.1" status: 204 len: 168 time: 0.7804644 Oct 27 01:48:47.738473 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [-] (104647) accepted ('10.222.0.42', 40128) {{(pid=104647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:47.782248 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Deleting subnet 42c48929-4e32-4eac-b8b7-4738b352d302 {{(pid=104647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 01:48:47.785328 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Publish callbacks [] for subnet (42c48929-4e32-4eac-b8b7-4738b352d302), before_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.820695 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2388052'] for subnet (42c48929-4e32-4eac-b8b7-4738b352d302), precommit_delete_associations {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.902998 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256722'] for subnet (42c48929-4e32-4eac-b8b7-4738b352d302), precommit_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.957190 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480261'] for subnet (42c48929-4e32-4eac-b8b7-4738b352d302), after_delete {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.984970 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c48929-4e32-4eac-b8b7-4738b352d302,revision_number=None']} {{(pid=104647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:47.989647 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron_lib.callbacks.manager [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for subnet (None), before_response {{(pid=104647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:47.992670 dv-cinder-815582-19-iscsi neutron-server[104647]: INFO neutron.wsgi [None req-4535f45a-a728-452f-aacb-426c119f3515 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/42c48929-4e32-4eac-b8b7-4738b352d302 HTTP/1.1" status: 204 len: 168 time: 0.2532625 Oct 27 01:48:47.995185 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea14b82-929e-41ff-973c-d8d6726cc827 None None] Network d8bfd210-4e2e-4ee3-a402-b562822ea1c3 requested from dv-cinder-815582-19-iscsi {{(pid=104648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 01:48:47.995358 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40130) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:48.068940 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1956750'] for network (d8bfd210-4e2e-4ee3-a402-b562822ea1c3), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.113776 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Deleting port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 {{(pid=104646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:48.114113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.125322 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:48.178966 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.db [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] For port 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host dv-cinder-815582-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-19-iscsi',level=0,port_id=36e694bd-da89-4d24-aa8f-b90a6dad9e21,segment=NetworkSegment(7e2f1756-c8c6-4264-85bb-d7eb9891f35e),segment_id=7e2f1756-c8c6-4264-85bb-d7eb9891f35e)] {{(pid=104646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:48.179327 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.187113 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:48.193024 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.plugin [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Calling delete_port for 36e694bd-da89-4d24-aa8f-b90a6dad9e21 owned by network:dhcp {{(pid=104646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:48.236311 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] DHCP port deletion for d8bfd210-4e2e-4ee3-a402-b562822ea1c3 request from dv-cinder-815582-19-iscsi {{(pid=104648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 01:48:48.279500 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Deleting port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 01:48:48.279759 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59515619'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.279941 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789485488842'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.306505 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e694bd-da89-4d24-aa8f-b90a6dad9e21,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:48.310477 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] No DVR routers for this DVR port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 on host dv-cinder-815582-19-iscsi {{(pid=104646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:48:48.348534 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] For port 36e694bd-da89-4d24-aa8f-b90a6dad9e21, host dv-cinder-815582-19-iscsi, got binding levels [] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:48.348932 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-722323'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.363474 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Calling delete_port for 36e694bd-da89-4d24-aa8f-b90a6dad9e21 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 01:48:48.366327 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.ipam_backend_mixin [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 was not found and therefore no delete operation was performed {{(pid=104648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 27 01:48:48.367648 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1838075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789485492911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789485051010'] for port (36e694bd-da89-4d24-aa8f-b90a6dad9e21), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.384099 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1255913', 'neutron.services.segments.db._delete_segments_for_network-8789485518210'] for network (d8bfd210-4e2e-4ee3-a402-b562822ea1c3), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.396041 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Pushing event deleted for resources: {'Port': ['ID=36e694bd-da89-4d24-aa8f-b90a6dad9e21,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:48.400574 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] No DVR routers for this DVR port 36e694bd-da89-4d24-aa8f-b90a6dad9e21 on host dv-cinder-815582-19-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 01:48:48.412026 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.412675 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bfd210-4e2e-4ee3-a402-b562822ea1c3']}} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.413251 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.414415 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1894f8f-89bb-4a16-b372-f5068d803a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-19-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.419946 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2f1756-c8c6-4264-85bb-d7eb9891f35e') {'for_net_delete': True} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:48.420364 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.services.segments.db [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2f1756-c8c6-4264-85bb-d7eb9891f35e') {} {{(pid=104646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:48.430550 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789485518273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249721'] for segment (7e2f1756-c8c6-4264-85bb-d7eb9891f35e), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.445870 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290'] for segment (7e2f1756-c8c6-4264-85bb-d7eb9891f35e), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.454935 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:48:48.455365 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59515600'] for segment (7e2f1756-c8c6-4264-85bb-d7eb9891f35e), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.525502 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1255906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-733943'] for network (d8bfd210-4e2e-4ee3-a402-b562822ea1c3), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.538397 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7290802b-67db-4c9f-9dcb-9926d75c18fb no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:48.542545 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588060'] for network (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.548119 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d8bfd210-4e2e-4ee3-a402-b562822ea1c3 HTTP/1.1" status: 204 len: 168 time: 0.5493956 Oct 27 01:48:48.559970 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6184534-8eee-457f-8012-8e905f7d1b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bfd210-4e2e-4ee3-a402-b562822ea1c3,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:48.566689 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 7290802b-67db-4c9f-9dcb-9926d75c18fb {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:48.567250 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 7290802b-67db-4c9f-9dcb-9926d75c18fb not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:48.567684 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 36e694bd-da89-4d24-aa8f-b90a6dad9e21 no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:48.574514 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 7e2f1756-c8c6-4264-85bb-d7eb9891f35e resource provider aggregate not found Oct 27 01:48:48.589747 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: 36e694bd-da89-4d24-aa8f-b90a6dad9e21 {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:48.589747 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device 36e694bd-da89-4d24-aa8f-b90a6dad9e21 not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:48.590082 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device fe7ea94b-648a-46a0-943a-2820af5e4d0c no longer exists at agent ovs-agent-dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:48:48.595035 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.services.segments.plugin [-] Segment 7e2f1756-c8c6-4264-85bb-d7eb9891f35e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e2f1756-c8c6-4264-85bb-d7eb9891f35e found for delete ", "request_id": "req-801012e7-a557-4df5-bea1-f3ca8fafb8ac"}]} Oct 27 01:48:48.609841 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] No Port match for: fe7ea94b-648a-46a0-943a-2820af5e4d0c {{(pid=104648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 01:48:48.610212 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.rpc [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Device fe7ea94b-648a-46a0-943a-2820af5e4d0c not bound to the agent host dv-cinder-815582-19-iscsi {{(pid=104648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:48:48.673410 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40140) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:48.712940 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-fc3eb689-0806-4cc5-b08f-81fb4fc071d6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=897fac8b218c4476b84ea53d3b79e9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383759 Oct 27 01:48:48.715902 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40142) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:48.766644 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] Publish callbacks [] for security_group (10b59175-699e-438d-a59a-12d02292fc8f), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.786061 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] Publish callbacks [] for security_group (10b59175-699e-438d-a59a-12d02292fc8f), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.835410 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (10b59175-699e-438d-a59a-12d02292fc8f), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.837927 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:48.841607 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/10b59175-699e-438d-a59a-12d02292fc8f HTTP/1.1" status: 204 len: 168 time: 0.1223476 Oct 27 01:48:48.847075 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db09afc-8a60-47df-98d5-d5954036481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b59175-699e-438d-a59a-12d02292fc8f,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:49.167273 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40148) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:49.206386 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-aa186c22-81b6-45c0-a336-a0163ac3d901 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0d00e248d64f4e8f958c77a2b208ce53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379672 Oct 27 01:48:49.208745 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.wsgi [-] (104646) accepted ('10.222.0.42', 40150) {{(pid=104646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 01:48:49.255534 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] Publish callbacks [] for security_group (ae42aca6-ef41-42a3-ba0c-570064b2a051), before_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:49.276184 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] Publish callbacks [] for security_group (ae42aca6-ef41-42a3-ba0c-570064b2a051), precommit_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:49.324112 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665100'] for security_group (ae42aca6-ef41-42a3-ba0c-570064b2a051), after_delete {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:49.326947 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron_lib.callbacks.manager [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:49.330414 dv-cinder-815582-19-iscsi neutron-server[104646]: INFO neutron.wsgi [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ae42aca6-ef41-42a3-ba0c-570064b2a051 HTTP/1.1" status: 204 len: 168 time: 0.1184437 Oct 27 01:48:49.335969 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a64da3-401d-4657-9485-560a66598443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42aca6-ef41-42a3-ba0c-570064b2a051,revision_number=None']} {{(pid=104646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:53.513911 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e0245919-b897-4883-91aa-120183934afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:54.608390 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:54.609197 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:55.864664 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c7a301b5-1d2a-4e53-a8d1-d1087a44cf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:57.200490 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:57.962946 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=42,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:57.966412 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG dbcounter [-] [104647] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:58.887047 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:59.066816 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:48:59.310510 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:48:59.331523 dv-cinder-815582-19-iscsi neutron-server[104646]: DEBUG dbcounter [-] [104646] Writing DB stats neutron:SELECT=72,neutron:DELETE=12 {{(pid=104646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:02.026046 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:06.799619 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:49:12.016556 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:12.022515 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:17.785708 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:17.790698 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:23.516131 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-641f71d4-cd00-471d-8208-712d6f35d2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:25.865931 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-05d73463-f925-4c2e-a53a-bdfeb7f86b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:27.204851 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:28.889106 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:29.069580 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:32.033735 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:42.024215 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:42.030146 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:43.799518 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:49:53.518614 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4cddd85c-cab7-48dc-b815-6855748c225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:54.792346 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:54.796786 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:49:55.867827 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0bee3fd3-11df-4554-b161-8bb8a1177ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:57.206368 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:58.895478 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:49:59.072335 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:02.054425 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:13.889527 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:13.892229 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:20.799937 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:50:23.519951 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-412f993f-9f67-45ee-8b45-06b4b27e239b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:25.869919 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d528bb49-b433-4def-96ad-efdd1fa9003e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:27.208690 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:28.896484 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:29.074543 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:31.802248 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:31.803586 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:32.046328 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:42.041239 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:42.042022 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:53.523649 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-54314f22-3ce4-41a7-baf5-9597deca9841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:53.882812 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:53.888899 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:50:55.871706 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6f73bd05-0ad4-4b63-b467-d90a134c9a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:57.211100 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:57.800016 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:50:58.900196 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:50:59.076619 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:02.068846 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:08.794797 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:08.798862 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:12.062320 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:12.064193 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:19.836007 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:23.525482 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b1fd48c7-cb39-4a17-b80f-90a05c7d6c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:25.873254 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d254-5e4a-4c63-8029-756a084b6d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:27.215775 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:29.034501 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:29.078743 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:32.090054 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:34.799032 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:51:42.083594 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:42.085451 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:51.874312 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:51.875044 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:51:53.528797 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c02f948d-83dd-4b64-8a36-70351fbf04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:55.875845 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f3f5108e-40e8-4963-a8fe-9a45e561a6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:57.216099 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:58.907456 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:51:59.084523 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:02.098019 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:11.798422 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:52:13.886089 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:13.888016 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:22.792146 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:22.792913 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:23.530051 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c13ba1fc-1349-40f1-bd66-7a97921e9b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:25.877918 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e81a1ca8-9c6d-488a-a80d-8938a5b7a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:27.219315 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:28.910609 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:29.087865 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:32.097997 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:42.092460 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:42.094948 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:48.798119 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:52:53.535149 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-032fe3db-489c-43f2-aa0b-e8fa56423c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:55.879938 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb200678-8887-4f2c-bf3e-532760f967e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:57.222878 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:58.914110 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:59.090350 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:52:59.783971 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=19 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:52:59.788236 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=15 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:02.109421 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:05.840180 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-9c15d78f-6930-45f7-b15d-44939cde5f02 service neutron] (104647) timed out ('10.222.0.42', 38318) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:53:06.009996 dv-cinder-815582-19-iscsi neutron-server[104647]: DEBUG neutron.wsgi [req-a249cd8c-e635-4185-9913-7ad3e868c830 req-1203a44e-2182-46f4-bf4e-206df7911a93 tempest-AttachVolumeShelveTestJSON-350841052 tempest-AttachVolumeShelveTestJSON-350841052-project] (104647) timed out ('10.222.0.42', 38326) {{(pid=104647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 01:53:12.103458 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:12.105806 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:23.538038 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dd22ec22-2acb-4125-9e05-980e2020b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:25.797854 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:53:25.882923 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-93f1ebac-df10-4808-a952-4b400d517f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:27.228551 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:28.917479 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:29.092779 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:32.111385 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:36.793316 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:36.794076 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:42.105581 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:42.107362 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:51.879677 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:51.880424 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:53:53.540020 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-924b43b0-c5ac-4a4f-8717-52f7675e65a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (9f0ac070-450d-41a8-bdc0-a3ebe969a187), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:55.884001 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2ed06671-bf86-458b-9a0d-779b2c18c00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (b8493399-1071-4478-9ea0-6ecf5a1c31f3), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:57.227469 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f714568e-75f5-4274-b686-d1d5c8f2a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (953ffe3a-bc99-4ca9-9c7c-9ece50e527bb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:58.920301 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d39d440-1d41-49d3-bb87-7030db74e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2e3a0f19-48e5-4e79-85ea-3d6825ee4dbd), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:53:59.095011 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-334e45fb-136e-4dc5-b35a-576be60c858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (c12c54d0-3aca-427c-9fc5-3d861ed1b008), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:54:02.111024 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-09671128-75b2-4edc-a1ad-c1cba9b9c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789485518192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253802'] for agent (2542eb84-4c49-4666-9f30-fb4f011ae35f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 01:54:02.797560 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG neutron.db.agents_db [None req-d1dd9c42-5eba-4fa0-aa33-e9321d10e31e None None] Agent healthcheck: found 6 active agents {{(pid=104649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:54:13.798635 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:54:13.799843 dv-cinder-815582-19-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:54:13.877406 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 01:54:13.884392 dv-cinder-815582-19-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}